[ 645.932050] env[70683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 645.932639] env[70683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 645.932639] env[70683]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70683) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 645.932765] env[70683]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 646.032392] env[70683]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70683) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 646.042423] env[70683]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70683) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 646.086149] env[70683]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 646.647739] env[70683]: INFO nova.virt.driver [None req-4238d717-bc1f-4c7f-8270-db7c608d09ec None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 646.721192] env[70683]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.721360] env[70683]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.721472] env[70683]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70683) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 650.043735] env[70683]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-add07899-a94d-4bd3-bc2e-be85de4031af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.059676] env[70683]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70683) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 650.059798] env[70683]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e3dbca55-1247-401d-851f-d2003cefed61 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.086429] env[70683]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7a69b. [ 650.086546] env[70683]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.365s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.087222] env[70683]: INFO nova.virt.vmwareapi.driver [None req-4238d717-bc1f-4c7f-8270-db7c608d09ec None None] VMware vCenter version: 7.0.3 [ 650.090723] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c08e019-fdb0-4110-81b6-28a5df4cab64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.108336] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9439a690-777a-4b47-b187-02a8f5c847f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.114178] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df60f98c-3dea-4512-aff1-ba18f6c59100 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.120739] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aba760-206b-4fa6-9a2f-6d49d2d21c6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.133792] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc3f4ff-939e-4e36-b66a-2527e16b1ea6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.139732] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4e6a7-5111-4c3d-9e41-4965ab6a3dd3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.170457] env[70683]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-07c42332-c19c-470e-8bcb-9b67cb12e64f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.176255] env[70683]: DEBUG nova.virt.vmwareapi.driver [None req-4238d717-bc1f-4c7f-8270-db7c608d09ec None None] Extension org.openstack.compute already exists. {{(pid=70683) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 650.179029] env[70683]: INFO nova.compute.provider_config [None req-4238d717-bc1f-4c7f-8270-db7c608d09ec None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 650.683336] env[70683]: DEBUG nova.context [None req-4238d717-bc1f-4c7f-8270-db7c608d09ec None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3456026f-8cf8-47c0-a42c-9148b028e9b9(cell1) {{(pid=70683) load_cells /opt/stack/nova/nova/context.py:464}} [ 650.686255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.686536] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.687333] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.687780] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Acquiring lock "3456026f-8cf8-47c0-a42c-9148b028e9b9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.687970] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Lock "3456026f-8cf8-47c0-a42c-9148b028e9b9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.689029] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Lock "3456026f-8cf8-47c0-a42c-9148b028e9b9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.710197] env[70683]: INFO dbcounter [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Registered counter for database nova_cell0 [ 650.718199] env[70683]: INFO dbcounter [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Registered counter for database nova_cell1 [ 650.721257] env[70683]: DEBUG oslo_db.sqlalchemy.engines [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70683) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 650.721675] env[70683]: DEBUG oslo_db.sqlalchemy.engines [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70683) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 650.726108] env[70683]: ERROR nova.db.main.api [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 650.726108] env[70683]: result = function(*args, **kwargs) [ 650.726108] env[70683]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 650.726108] env[70683]: return func(*args, **kwargs) [ 650.726108] env[70683]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 650.726108] env[70683]: result = fn(*args, **kwargs) [ 650.726108] env[70683]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 650.726108] env[70683]: return f(*args, **kwargs) [ 650.726108] env[70683]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 650.726108] env[70683]: return db.service_get_minimum_version(context, binaries) [ 650.726108] env[70683]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 650.726108] env[70683]: _check_db_access() [ 650.726108] env[70683]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 650.726108] env[70683]: stacktrace = ''.join(traceback.format_stack()) [ 650.726108] env[70683]: [ 650.727419] env[70683]: ERROR nova.db.main.api [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 650.727419] env[70683]: result = function(*args, **kwargs) [ 650.727419] env[70683]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 650.727419] env[70683]: return func(*args, **kwargs) [ 650.727419] env[70683]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 650.727419] env[70683]: result = fn(*args, **kwargs) [ 650.727419] env[70683]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 650.727419] env[70683]: return f(*args, **kwargs) [ 650.727419] env[70683]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 650.727419] env[70683]: return db.service_get_minimum_version(context, binaries) [ 650.727419] env[70683]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 650.727419] env[70683]: _check_db_access() [ 650.727419] env[70683]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 650.727419] env[70683]: stacktrace = ''.join(traceback.format_stack()) [ 650.727419] env[70683]: [ 650.727819] env[70683]: WARNING nova.objects.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 650.727937] env[70683]: WARNING nova.objects.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Failed to get minimum service version for cell 3456026f-8cf8-47c0-a42c-9148b028e9b9 [ 650.728366] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Acquiring lock "singleton_lock" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.728526] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Acquired lock "singleton_lock" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.728766] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Releasing lock "singleton_lock" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.729096] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Full set of CONF: {{(pid=70683) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 650.729247] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ******************************************************************************** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 650.729378] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] Configuration options gathered from: {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 650.729518] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 650.729709] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 650.729837] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ================================================================================ {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 650.730076] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] allow_resize_to_same_host = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.730310] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] arq_binding_timeout = 300 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.730422] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] backdoor_port = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.730591] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] backdoor_socket = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.730716] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] block_device_allocate_retries = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.730882] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] block_device_allocate_retries_interval = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.731091] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cert = self.pem {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.731245] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.731412] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute_monitors = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.731580] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] config_dir = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.731750] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] config_drive_format = iso9660 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.731882] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.732105] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] config_source = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.732232] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] console_host = devstack {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.732397] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] control_exchange = nova {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.732553] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cpu_allocation_ratio = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.732710] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] daemon = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.732874] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] debug = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.733048] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] default_access_ip_network_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.733244] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] default_availability_zone = nova {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.733404] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] default_ephemeral_format = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.733563] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] default_green_pool_size = 1000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.733799] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.733965] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] default_schedule_zone = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.734137] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] disk_allocation_ratio = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.734297] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] enable_new_services = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.734476] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] enabled_apis = ['osapi_compute'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.734634] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] enabled_ssl_apis = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.734793] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] flat_injected = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.734950] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] force_config_drive = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.735128] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] force_raw_images = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.735292] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] graceful_shutdown_timeout = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.735451] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] heal_instance_info_cache_interval = -1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.735668] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] host = cpu-1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.735842] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.736043] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.736237] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.736428] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.736589] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] instance_build_timeout = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.736746] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] instance_delete_interval = 300 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.736910] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] instance_format = [instance: %(uuid)s] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.737109] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] instance_name_template = instance-%08x {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.737283] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] instance_usage_audit = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.737454] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] instance_usage_audit_period = month {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.737619] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.737782] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.737944] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] internal_service_availability_zone = internal {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.738124] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] key = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.738270] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] live_migration_retry_count = 30 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.738436] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_color = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.738596] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_config_append = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.738757] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.738912] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_dir = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.739078] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_file = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.739208] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_options = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.739366] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_rotate_interval = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.739532] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_rotate_interval_type = days {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.739694] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] log_rotation_type = none {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.739821] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.739943] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.740122] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.740286] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.740412] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.740568] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] long_rpc_timeout = 1800 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.740723] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] max_concurrent_builds = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.740877] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] max_concurrent_live_migrations = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.741045] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] max_concurrent_snapshots = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.741205] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] max_local_block_devices = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.741360] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] max_logfile_count = 30 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.741518] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] max_logfile_size_mb = 200 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.741711] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] maximum_instance_delete_attempts = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.741879] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] metadata_listen = 0.0.0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.742055] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] metadata_listen_port = 8775 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.742227] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] metadata_workers = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.742386] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] migrate_max_retries = -1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.742549] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] mkisofs_cmd = genisoimage {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.742752] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.742883] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] my_ip = 10.180.1.21 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.743094] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.743259] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] network_allocate_retries = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.743434] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.743598] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.743759] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] osapi_compute_listen_port = 8774 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.743925] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] osapi_compute_unique_server_name_scope = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.744104] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] osapi_compute_workers = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.744268] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] password_length = 12 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.744425] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] periodic_enable = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.744583] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] periodic_fuzzy_delay = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.744747] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] pointer_model = usbtablet {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.744912] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] preallocate_images = none {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.745088] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] publish_errors = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.745239] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] pybasedir = /opt/stack/nova {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.745401] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ram_allocation_ratio = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.745559] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] rate_limit_burst = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.745729] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] rate_limit_except_level = CRITICAL {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.745886] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] rate_limit_interval = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.746084] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] reboot_timeout = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.746261] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] reclaim_instance_interval = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.746420] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] record = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.746587] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] reimage_timeout_per_gb = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.746754] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] report_interval = 120 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.746910] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] rescue_timeout = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.747103] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] reserved_host_cpus = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.747274] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] reserved_host_disk_mb = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.747433] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] reserved_host_memory_mb = 512 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.747588] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] reserved_huge_pages = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.747745] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] resize_confirm_window = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.747902] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] resize_fs_using_block_device = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.748070] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] resume_guests_state_on_host_boot = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.748239] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.748397] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] rpc_response_timeout = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.748553] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] run_external_periodic_tasks = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.748716] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] running_deleted_instance_action = reap {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.748872] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.749040] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] running_deleted_instance_timeout = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.749204] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler_instance_sync_interval = 120 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.749374] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_down_time = 720 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.749537] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] servicegroup_driver = db {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.749692] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] shell_completion = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.749849] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] shelved_offload_time = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.750013] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] shelved_poll_interval = 3600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.750186] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] shutdown_timeout = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.750347] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] source_is_ipv6 = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.750503] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ssl_only = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.750748] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.750915] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] sync_power_state_interval = 600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.751115] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] sync_power_state_pool_size = 1000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.751304] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] syslog_log_facility = LOG_USER {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.751463] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] tempdir = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.751624] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] timeout_nbd = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.751792] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] transport_url = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.751954] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] update_resources_interval = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.752132] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] use_cow_images = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.752295] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] use_journal = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.752456] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] use_json = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.752612] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] use_rootwrap_daemon = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.752768] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] use_stderr = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.752926] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] use_syslog = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.753094] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vcpu_pin_set = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.753266] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plugging_is_fatal = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.753431] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plugging_timeout = 300 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.753595] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] virt_mkfs = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.753753] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] volume_usage_poll_interval = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.753912] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] watch_log_file = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.754089] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] web = /usr/share/spice-html5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.754278] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.754444] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.754606] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.754773] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_concurrency.disable_process_locking = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.755364] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.755566] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.755741] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.755915] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.756127] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.756316] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.756505] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.auth_strategy = keystone {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.756675] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.compute_link_prefix = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.756852] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.757059] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.dhcp_domain = novalocal {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.757247] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.enable_instance_password = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.757419] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.glance_link_prefix = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.757587] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.757762] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.757928] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.instance_list_per_project_cells = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.758103] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.list_records_by_skipping_down_cells = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.758274] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.local_metadata_per_cell = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.758442] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.max_limit = 1000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.758613] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.metadata_cache_expiration = 15 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.758789] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.neutron_default_tenant_id = default {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.758961] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.response_validation = warn {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.759149] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.use_neutron_default_nets = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.759322] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.759488] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.759656] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.759828] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.760010] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.vendordata_dynamic_targets = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.760182] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.vendordata_jsonfile_path = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.760364] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.760559] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.backend = dogpile.cache.memcached {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.760728] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.backend_argument = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.760889] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.backend_expiration_time = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.761071] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.config_prefix = cache.oslo {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.761250] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.dead_timeout = 60.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.761416] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.debug_cache_backend = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.761579] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.enable_retry_client = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.761741] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.enable_socket_keepalive = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.761911] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.enabled = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.762087] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.enforce_fips_mode = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.762257] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.expiration_time = 600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.762420] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.hashclient_retry_attempts = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.762584] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.762748] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_dead_retry = 300 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.762906] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_password = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.763081] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.763247] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.763408] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_pool_maxsize = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.763568] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.763729] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_sasl_enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.763907] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.764083] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.764248] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.memcache_username = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.764414] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.proxies = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.764573] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.redis_db = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.764731] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.redis_password = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.764898] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.765086] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.765262] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.redis_server = localhost:6379 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.765428] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.redis_socket_timeout = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.765588] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.redis_username = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.765750] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.retry_attempts = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.765913] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.retry_delay = 0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.766108] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.socket_keepalive_count = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.766278] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.socket_keepalive_idle = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.766439] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.socket_keepalive_interval = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.766596] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.tls_allowed_ciphers = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.766752] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.tls_cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.766907] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.tls_certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.767113] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.tls_enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.767285] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cache.tls_keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.767455] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.767627] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.auth_type = password {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.767786] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.767960] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.768134] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.768303] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.768461] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.cross_az_attach = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.768620] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.debug = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.768776] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.endpoint_template = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.768936] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.http_retries = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.769109] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.769269] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.769438] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.os_region_name = RegionOne {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.769599] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.769754] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cinder.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.769923] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.770094] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.cpu_dedicated_set = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.770255] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.cpu_shared_set = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.770417] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.image_type_exclude_list = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.770576] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.770736] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.770894] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.771066] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.771239] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.771402] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.resource_provider_association_refresh = 300 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.771561] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.771719] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.shutdown_retry_interval = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.771895] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.772083] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] conductor.workers = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.772264] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] console.allowed_origins = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.772424] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] console.ssl_ciphers = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.772593] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] console.ssl_minimum_version = default {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.772760] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] consoleauth.enforce_session_timeout = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.772927] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] consoleauth.token_ttl = 600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.773111] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.773272] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.773437] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.773595] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.connect_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.773753] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.connect_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.773911] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.endpoint_override = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.774083] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.774244] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.774402] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.max_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.774560] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.min_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.774717] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.region_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.774872] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.retriable_status_codes = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.775038] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.775215] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.service_type = accelerator {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.775375] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.775531] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.status_code_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.775688] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.status_code_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.775844] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.776057] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.776229] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] cyborg.version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.776400] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.asyncio_connection = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.776560] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.asyncio_slave_connection = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.776731] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.backend = sqlalchemy {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.776901] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.connection = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.777103] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.connection_debug = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.777287] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.connection_parameters = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.777456] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.connection_recycle_time = 3600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.777620] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.connection_trace = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.777784] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.db_inc_retry_interval = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.777947] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.db_max_retries = 20 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.778126] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.db_max_retry_interval = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.778298] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.db_retry_interval = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.778460] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.max_overflow = 50 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.778623] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.max_pool_size = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.778786] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.max_retries = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.778957] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.779133] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.mysql_wsrep_sync_wait = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.779297] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.pool_timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.779460] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.retry_interval = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.779619] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.slave_connection = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.779781] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.sqlite_synchronous = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.779942] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] database.use_db_reconnect = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.780124] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.asyncio_connection = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.780286] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.asyncio_slave_connection = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.780457] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.backend = sqlalchemy {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.780625] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.connection = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.780788] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.connection_debug = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.780957] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.connection_parameters = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.781135] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.connection_recycle_time = 3600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.781300] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.connection_trace = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.781461] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.db_inc_retry_interval = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.781622] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.db_max_retries = 20 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.781784] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.db_max_retry_interval = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.781946] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.db_retry_interval = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.782122] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.max_overflow = 50 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.782287] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.max_pool_size = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.782448] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.max_retries = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.782615] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.782774] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.782932] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.pool_timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.783109] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.retry_interval = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.783274] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.slave_connection = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.783436] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] api_database.sqlite_synchronous = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.783611] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] devices.enabled_mdev_types = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.783786] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.783956] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.784139] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ephemeral_storage_encryption.enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.784298] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.784473] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.api_servers = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.784633] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.784794] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.784957] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.785134] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.connect_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.785296] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.connect_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.785459] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.debug = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.785626] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.default_trusted_certificate_ids = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.785788] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.enable_certificate_validation = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.785949] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.enable_rbd_download = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.786151] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.endpoint_override = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.786336] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.786512] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.786674] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.max_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.786834] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.min_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.787034] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.num_retries = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.787234] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.rbd_ceph_conf = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.787400] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.rbd_connect_timeout = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.787571] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.rbd_pool = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.787738] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.rbd_user = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.787906] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.region_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.788080] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.retriable_status_codes = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.788245] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.788444] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.service_type = image {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.788613] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.788775] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.status_code_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.788936] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.status_code_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.789105] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.789290] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.789455] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.verify_glance_signatures = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.789615] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] glance.version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.789781] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] guestfs.debug = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.789950] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.790126] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.auth_type = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.790291] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.790454] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.790620] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.790775] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.connect_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.790934] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.connect_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.791103] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.endpoint_override = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.791269] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.791425] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.791583] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.max_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.791740] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.min_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.791897] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.region_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.792067] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.retriable_status_codes = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.792232] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.792400] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.service_type = shared-file-system {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.792563] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.share_apply_policy_timeout = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.792725] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.792882] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.status_code_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.793050] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.status_code_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.793214] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.793394] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.793554] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] manila.version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.793720] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] mks.enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.794078] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.794274] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] image_cache.manager_interval = 2400 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.794444] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] image_cache.precache_concurrency = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.794613] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] image_cache.remove_unused_base_images = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.794780] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.794944] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.795131] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] image_cache.subdirectory_name = _base {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.795309] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.api_max_retries = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.795472] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.api_retry_interval = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.795634] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.795792] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.auth_type = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.795954] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.796148] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.796319] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.796485] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.conductor_group = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.796642] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.connect_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.796830] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.connect_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.796999] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.endpoint_override = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.797193] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.797340] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.797496] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.max_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.797652] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.min_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.797817] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.peer_list = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.797976] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.region_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.798148] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.retriable_status_codes = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.798315] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.serial_console_state_timeout = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.798475] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.798645] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.service_type = baremetal {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.798804] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.shard = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.798971] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.799145] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.status_code_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.799305] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.status_code_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.799461] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.799639] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.799797] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ironic.version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.799982] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.800172] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] key_manager.fixed_key = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.800357] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.800516] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.barbican_api_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.800676] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.barbican_endpoint = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.800843] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.barbican_endpoint_type = public {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.801008] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.barbican_region_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.801178] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.801337] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.801500] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.801659] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.801818] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.801984] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.number_of_retries = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.802155] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.retry_delay = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.802317] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.send_service_user_token = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.802478] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.802634] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.802792] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.verify_ssl = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.802950] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican.verify_ssl_path = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.803128] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.803293] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.auth_type = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.803453] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.803611] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.803772] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.803932] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.804105] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.804268] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.804425] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] barbican_service_user.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.804591] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.approle_role_id = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.804748] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.approle_secret_id = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.804915] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.kv_mountpoint = secret {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.805086] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.kv_path = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.805255] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.kv_version = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.805415] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.namespace = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.805574] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.root_token_id = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.805732] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.ssl_ca_crt_file = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.805896] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.timeout = 60.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.806085] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.use_ssl = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.806267] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.806437] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.806599] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.806784] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.806966] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.connect_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.807161] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.connect_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.807334] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.endpoint_override = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.807501] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.807655] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.807810] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.max_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.807964] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.min_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.808141] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.region_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.808303] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.retriable_status_codes = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.808461] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.808629] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.service_type = identity {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.808792] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.808949] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.status_code_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.809121] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.status_code_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.809282] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.809458] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.809615] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] keystone.version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.809802] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.ceph_mount_options = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.810119] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.810304] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.connection_uri = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.810468] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.cpu_mode = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.810632] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.810820] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.cpu_models = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.811019] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.cpu_power_governor_high = performance {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.811199] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.811363] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.cpu_power_management = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.811532] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.811700] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.device_detach_attempts = 8 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.811865] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.device_detach_timeout = 20 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.812043] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.disk_cachemodes = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.812209] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.disk_prefix = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.812373] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.enabled_perf_events = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.812536] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.file_backed_memory = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.812696] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.gid_maps = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.812852] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.hw_disk_discard = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.813024] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.hw_machine_type = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.813190] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.images_rbd_ceph_conf = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.813351] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.813510] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.813676] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.images_rbd_glance_store_name = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.813839] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.images_rbd_pool = rbd {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.814012] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.images_type = default {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.814179] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.images_volume_group = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.814336] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.inject_key = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.814495] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.inject_partition = -2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.814653] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.inject_password = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.814811] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.iscsi_iface = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.814968] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.iser_use_multipath = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.815143] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.815334] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.815505] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_downtime = 500 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.815665] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.815825] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.815998] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_inbound_addr = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.816183] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.816341] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.816500] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_scheme = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.816669] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_timeout_action = abort {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.816828] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_tunnelled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.816987] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_uri = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.817163] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.live_migration_with_native_tls = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.817321] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.max_queues = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.817482] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.817701] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.817863] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.nfs_mount_options = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.818164] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.818348] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.818511] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.818676] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.818838] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.819011] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.num_pcie_ports = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.819183] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.819387] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.pmem_namespaces = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.819580] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.quobyte_client_cfg = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.819870] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.820058] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.820229] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.820391] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.820553] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rbd_secret_uuid = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.820705] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rbd_user = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.820862] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.821040] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.821204] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rescue_image_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.821357] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rescue_kernel_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.821520] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rescue_ramdisk_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.821685] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.821840] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.rx_queue_size = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.822021] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.smbfs_mount_options = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.822311] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.822491] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.snapshot_compression = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.822654] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.snapshot_image_format = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.822881] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.823061] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.sparse_logical_volumes = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.823228] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.swtpm_enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.823396] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.swtpm_group = tss {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.823562] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.swtpm_user = tss {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.823728] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.sysinfo_serial = unique {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.823885] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.tb_cache_size = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.824055] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.tx_queue_size = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.824225] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.uid_maps = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.824385] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.use_virtio_for_bridges = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.824553] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.virt_type = kvm {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.824722] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.volume_clear = zero {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.824886] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.volume_clear_size = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.825059] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.volume_enforce_multipath = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.825231] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.volume_use_multipath = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.825390] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.vzstorage_cache_path = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.825559] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.825730] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.825892] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.826098] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.826395] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.826578] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.vzstorage_mount_user = stack {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.826750] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.826925] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.827145] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.auth_type = password {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.827336] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.827500] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.827667] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.827827] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.connect_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.827987] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.connect_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.828179] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.default_floating_pool = public {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.828340] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.endpoint_override = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.828504] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.extension_sync_interval = 600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.828667] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.http_retries = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.828834] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.828997] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.829172] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.max_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.829347] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.829509] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.min_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.829680] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.ovs_bridge = br-int {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.829847] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.physnets = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.830023] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.region_name = RegionOne {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.830191] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.retriable_status_codes = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.830367] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.service_metadata_proxy = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.830593] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.830773] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.service_type = network {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.830940] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.831116] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.status_code_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.831279] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.status_code_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.831437] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.831620] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.831781] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] neutron.version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.831957] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] notifications.bdms_in_notifications = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.832186] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] notifications.default_level = INFO {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.832359] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] notifications.include_share_mapping = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.832536] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] notifications.notification_format = unversioned {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.832699] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] notifications.notify_on_state_change = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.832873] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.833059] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] pci.alias = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.833233] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] pci.device_spec = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.833398] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] pci.report_in_placement = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.833569] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.833747] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.auth_type = password {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.833912] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.834085] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.834250] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.834411] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.834570] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.connect_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.834727] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.connect_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.834883] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.default_domain_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.835057] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.default_domain_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.835220] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.domain_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.835380] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.domain_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.835535] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.endpoint_override = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.835695] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.835849] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.836042] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.max_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.836211] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.min_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.836382] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.password = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.836540] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.project_domain_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.836705] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.project_domain_name = Default {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.836869] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.project_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.837052] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.project_name = service {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.837226] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.region_name = RegionOne {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.837385] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.retriable_status_codes = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.837549] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.837717] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.service_type = placement {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.837877] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.838042] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.status_code_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.838208] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.status_code_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.838367] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.system_scope = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.838524] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.838679] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.trust_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.838832] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.user_domain_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.839013] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.user_domain_name = Default {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.839177] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.user_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.839355] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.username = nova {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.839534] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.839695] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] placement.version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.839879] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.cores = 20 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.840054] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.count_usage_from_placement = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.840232] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.840403] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.injected_file_content_bytes = 10240 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.840570] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.injected_file_path_length = 255 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.840736] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.injected_files = 5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.840901] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.instances = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.841076] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.key_pairs = 100 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.841248] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.metadata_items = 128 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.841411] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.ram = 51200 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.841578] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.recheck_quota = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.841741] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.server_group_members = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.841904] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.server_groups = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.842121] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.842299] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] quota.unified_limits_resource_strategy = require {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.842472] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.842636] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.842798] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.image_metadata_prefilter = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.842960] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.843144] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.max_attempts = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.843304] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.max_placement_results = 1000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.843467] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.843628] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.843787] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.843963] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] scheduler.workers = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.844177] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.844355] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.844535] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.844709] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.844873] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.845047] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.845219] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.845405] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.845572] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.host_subset_size = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.845738] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.845898] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.846102] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.846281] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.846459] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.846627] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.isolated_hosts = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.846800] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.isolated_images = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.846967] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.847142] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.847306] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.847469] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.pci_in_placement = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.847632] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.847793] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.847957] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.848131] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.848296] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.848458] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.848619] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.track_instance_changes = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.848795] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.848966] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] metrics.required = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.849146] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] metrics.weight_multiplier = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.849311] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.849476] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] metrics.weight_setting = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.849789] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.849964] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] serial_console.enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.850154] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] serial_console.port_range = 10000:20000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.850326] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.850495] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.850661] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] serial_console.serialproxy_port = 6083 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.850829] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.851012] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.auth_type = password {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.851182] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.851342] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.851506] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.851667] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.851827] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.851999] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.send_service_user_token = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.852180] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.852341] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] service_user.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.852575] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.agent_enabled = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.852776] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.853090] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.853677] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.853856] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.html5proxy_port = 6082 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.854032] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.image_compression = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.854205] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.jpeg_compression = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.854365] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.playback_compression = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.854533] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.require_secure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.854703] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.server_listen = 127.0.0.1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.854873] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.855164] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.855339] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.streaming_mode = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.855502] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] spice.zlib_compression = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.855670] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] upgrade_levels.baseapi = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.855843] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] upgrade_levels.compute = auto {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.856035] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] upgrade_levels.conductor = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.856214] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] upgrade_levels.scheduler = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.856381] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.856545] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.856702] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.856861] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.857035] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.857202] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.857362] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.857527] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.857684] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vendordata_dynamic_auth.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.857857] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.api_retry_count = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.858028] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.ca_file = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.858208] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.858377] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.cluster_name = testcl1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.858543] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.connection_pool_size = 10 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.858701] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.console_delay_seconds = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.858871] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.datastore_regex = ^datastore.* {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.859091] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.859273] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.host_password = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.859444] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.host_port = 443 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.859615] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.host_username = administrator@vsphere.local {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.859784] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.insecure = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.859945] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.integration_bridge = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.860123] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.maximum_objects = 100 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.860285] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.pbm_default_policy = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.860448] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.pbm_enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.860607] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.pbm_wsdl_location = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.860777] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.860937] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.serial_port_proxy_uri = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.861112] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.serial_port_service_uri = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.861279] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.task_poll_interval = 0.5 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.861448] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.use_linked_clone = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.861617] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.vnc_keymap = en-us {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.861784] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.vnc_port = 5900 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.861947] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vmware.vnc_port_total = 10000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.862184] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.auth_schemes = ['none'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.862369] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.862657] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.862842] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.863021] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.novncproxy_port = 6080 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.863225] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.server_listen = 127.0.0.1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.863411] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.863574] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.vencrypt_ca_certs = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.863742] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.vencrypt_client_cert = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.863899] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vnc.vencrypt_client_key = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.864087] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.864258] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.disable_deep_image_inspection = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.864420] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.864582] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.864743] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.864904] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.disable_rootwrap = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.865077] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.enable_numa_live_migration = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.865242] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.865402] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.865560] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.865719] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.libvirt_disable_apic = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.865877] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.866077] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.866257] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.866423] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.866584] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.866744] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.866903] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.867074] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.867240] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.867404] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.867589] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.867757] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.client_socket_timeout = 900 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.867922] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.default_pool_size = 1000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.868100] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.keep_alive = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.868271] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.max_header_line = 16384 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.868432] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.868589] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.ssl_ca_file = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.868750] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.ssl_cert_file = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.868905] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.ssl_key_file = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.869078] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.tcp_keepidle = 600 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.869260] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.869427] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] zvm.ca_file = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.869586] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] zvm.cloud_connector_url = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.869870] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.870056] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] zvm.reachable_timeout = 300 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.870237] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.870412] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.870589] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.connection_string = messaging:// {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.870759] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.enabled = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.870930] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.es_doc_type = notification {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.871109] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.es_scroll_size = 10000 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.871282] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.es_scroll_time = 2m {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.871445] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.filter_error_trace = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.871615] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.hmac_keys = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.871781] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.sentinel_service_name = mymaster {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.871948] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.socket_timeout = 0.1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.872126] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.trace_requests = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.872290] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler.trace_sqlalchemy = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.872470] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler_jaeger.process_tags = {} {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.872633] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler_jaeger.service_name_prefix = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.872798] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] profiler_otlp.service_name_prefix = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.872963] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] remote_debug.host = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.873141] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] remote_debug.port = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.873319] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.873486] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.873644] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.873806] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.874038] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.874230] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.874397] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.874561] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.874723] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.874894] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.875069] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.875247] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.875415] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.875580] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.875742] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.875909] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.876108] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.876284] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.876455] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.876618] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.876788] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.876958] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.877149] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.877323] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.877485] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.877645] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.877808] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.877969] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.878145] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.878308] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.878467] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.ssl = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.878634] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.878799] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.878958] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.879165] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.879358] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.879524] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.879709] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.879876] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_notifications.retry = -1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.880065] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.880242] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.880418] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.auth_section = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.880584] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.auth_type = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.880743] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.cafile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.880901] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.certfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.881076] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.collect_timing = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.881239] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.connect_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.881396] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.connect_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.881555] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.endpoint_id = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.881724] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.881880] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.endpoint_override = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.882047] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.endpoint_region_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.882213] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.endpoint_service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.882370] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.endpoint_service_type = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.882532] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.insecure = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.882687] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.keyfile = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.882843] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.max_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.883007] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.min_version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.883177] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.region_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.883335] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.retriable_status_codes = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.883489] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.service_name = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.883644] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.service_type = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.883805] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.split_loggers = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.883992] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.status_code_retries = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.884185] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.status_code_retry_delay = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.884346] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.timeout = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.884506] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.valid_interfaces = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.884662] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_limit.version = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.884830] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_reports.file_event_handler = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.884991] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.885254] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] oslo_reports.log_dir = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.885472] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.885661] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.885856] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.886075] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.886263] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.886435] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.886615] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.886777] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_ovs_privileged.group = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.886937] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.887118] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.887285] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.887442] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] vif_plug_ovs_privileged.user = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.887614] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.887793] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.887965] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.888155] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.888329] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.888499] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.888662] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.888826] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.889027] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.889214] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_ovs.isolate_vif = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.889383] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.889548] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.889716] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.889882] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.890055] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] os_vif_ovs.per_port_bridge = False {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.890233] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] privsep_osbrick.capabilities = [21] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.890394] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] privsep_osbrick.group = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.890550] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] privsep_osbrick.helper_command = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.890715] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.890879] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.891047] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] privsep_osbrick.user = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.891228] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.891388] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] nova_sys_admin.group = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.891543] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] nova_sys_admin.helper_command = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.891705] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.891865] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.892029] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] nova_sys_admin.user = None {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.892169] env[70683]: DEBUG oslo_service.backend.eventlet.service [None req-fb99ee2e-6dc5-4232-ae51-2b652362ebb9 None None] ******************************************************************************** {{(pid=70683) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 650.892587] env[70683]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 651.396637] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Getting list of instances from cluster (obj){ [ 651.396637] env[70683]: value = "domain-c8" [ 651.396637] env[70683]: _type = "ClusterComputeResource" [ 651.396637] env[70683]: } {{(pid=70683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 651.397733] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d114894-0d84-4b95-b0fa-af410c315649 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.406645] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Got total of 0 instances {{(pid=70683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 651.407234] env[70683]: WARNING nova.virt.vmwareapi.driver [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 651.407707] env[70683]: INFO nova.virt.node [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Generated node identity 310e15c2-2022-48db-970f-b858868c7951 [ 651.407971] env[70683]: INFO nova.virt.node [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Wrote node identity 310e15c2-2022-48db-970f-b858868c7951 to /opt/stack/data/n-cpu-1/compute_id [ 651.910848] env[70683]: WARNING nova.compute.manager [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Compute nodes ['310e15c2-2022-48db-970f-b858868c7951'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 652.917227] env[70683]: INFO nova.compute.manager [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 653.922188] env[70683]: WARNING nova.compute.manager [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 653.922535] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.922653] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.922808] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.922961] env[70683]: DEBUG nova.compute.resource_tracker [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 653.924288] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1a5633-a21b-43b6-8e6d-4a6fa86e68c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.932490] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6436a4ee-662c-40d9-aa5e-142266031c2a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.945891] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5328978d-6cf6-489d-8bac-d6543041ad19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.952231] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797a33ed-bcae-4348-9616-809f0cf4dbe5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.980984] env[70683]: DEBUG nova.compute.resource_tracker [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181033MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 653.981176] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.981347] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.486374] env[70683]: WARNING nova.compute.resource_tracker [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] No compute node record for cpu-1:310e15c2-2022-48db-970f-b858868c7951: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 310e15c2-2022-48db-970f-b858868c7951 could not be found. [ 654.989775] env[70683]: INFO nova.compute.resource_tracker [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 310e15c2-2022-48db-970f-b858868c7951 [ 656.499257] env[70683]: DEBUG nova.compute.resource_tracker [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 656.499257] env[70683]: DEBUG nova.compute.resource_tracker [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 656.666327] env[70683]: INFO nova.scheduler.client.report [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] [req-838b149d-1930-47e0-9e7d-6c38cc3fa0f0] Created resource provider record via placement API for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 656.685028] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36125595-760c-4c25-a460-230044d24d18 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.692547] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab16013-1f76-4bf2-9e45-da186cb99efa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.723923] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696e29a1-a2fb-4a50-b641-7047ac0d2d3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.731825] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7fbfe-dedf-4bb4-970c-5a0799985e4c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.746915] env[70683]: DEBUG nova.compute.provider_tree [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.312078] env[70683]: DEBUG nova.scheduler.client.report [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 657.312078] env[70683]: DEBUG nova.compute.provider_tree [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 0 to 1 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.312078] env[70683]: DEBUG nova.compute.provider_tree [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.369180] env[70683]: DEBUG nova.compute.provider_tree [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 1 to 2 during operation: update_traits {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.875080] env[70683]: DEBUG nova.compute.resource_tracker [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 657.875080] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.893s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.875080] env[70683]: DEBUG nova.service [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Creating RPC server for service compute {{(pid=70683) start /opt/stack/nova/nova/service.py:186}} [ 657.890153] env[70683]: DEBUG nova.service [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] Join ServiceGroup membership for this service compute {{(pid=70683) start /opt/stack/nova/nova/service.py:203}} [ 657.890341] env[70683]: DEBUG nova.servicegroup.drivers.db [None req-a336d5ac-bc82-4398-a07d-8c508dcc9554 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70683) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 698.897274] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.897911] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.401774] env[70683]: DEBUG nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.964161] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.964161] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.965453] env[70683]: INFO nova.compute.claims [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.119551] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.119551] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.625408] env[70683]: DEBUG nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.665725] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.665952] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.170313] env[70683]: DEBUG nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.190494] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.260273] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3444051b-25ee-4908-8a84-465531e0037a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.269276] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b92bf-d431-4dab-9ad7-0feeab029358 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.300526] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe8a7cb-49d6-4f99-988d-573faf29870f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.311016] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b275dd-35f1-4a50-a796-782e260d21af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.323600] env[70683]: DEBUG nova.compute.provider_tree [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.389548] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "e9b0f70b-f729-4741-857b-3208e32dce90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.390209] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.444895] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "3687f587-2151-4be6-93e9-bd0dd52461e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.445152] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.597667] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "74fb2529-5bb8-43dc-a360-e25968f02d73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.597932] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.703992] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.826891] env[70683]: DEBUG nova.scheduler.client.report [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.892185] env[70683]: DEBUG nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.947454] env[70683]: DEBUG nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.102062] env[70683]: DEBUG nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.335770] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.335770] env[70683]: DEBUG nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.337667] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.147s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.339286] env[70683]: INFO nova.compute.claims [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.420487] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.466333] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.621816] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.845742] env[70683]: DEBUG nova.compute.utils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.847785] env[70683]: DEBUG nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.848348] env[70683]: DEBUG nova.network.neutron [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.303215] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.303465] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.356124] env[70683]: DEBUG nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.495669] env[70683]: DEBUG nova.policy [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5518f653972449d396e9e31039a6c7d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a66795a67c024704975a8058f593cfb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.500410] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2b3449-b73e-438c-a3d4-2394341bcfe1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.507697] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24205d4-a38a-4bbd-91c9-b115f49f9b7f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.548271] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e394bc-35ad-41a2-aa5b-bce0f4e6b1ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.556145] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b92d02-4d6b-4f33-9893-7d2c465b0f6d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.570821] env[70683]: DEBUG nova.compute.provider_tree [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.808936] env[70683]: DEBUG nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.918541] env[70683]: DEBUG nova.network.neutron [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Successfully created port: 9b5020aa-92bd-4991-a4eb-0b08f5f18ec3 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.074018] env[70683]: DEBUG nova.scheduler.client.report [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.135403] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquiring lock "21684327-a4f7-4b87-bbd4-0d292040a382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.135640] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "21684327-a4f7-4b87-bbd4-0d292040a382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.341519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.367045] env[70683]: DEBUG nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.404095] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.404379] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.404545] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.404738] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.404864] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.405014] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.405906] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.406117] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.407708] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.407927] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.408150] env[70683]: DEBUG nova.virt.hardware [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.410484] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9a59b-9bac-4bb7-8c65-ecae5e4c9020 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.421579] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5368b5d-9d4d-4a42-a82a-8287a029d88d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.453553] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8333a813-92f6-4b28-bcf8-08c9a15eccda {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.580261] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.580898] env[70683]: DEBUG nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.584618] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.881s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.586055] env[70683]: INFO nova.compute.claims [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.642157] env[70683]: DEBUG nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.090201] env[70683]: DEBUG nova.compute.utils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.095948] env[70683]: DEBUG nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.096590] env[70683]: DEBUG nova.network.neutron [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.172229] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.183699] env[70683]: DEBUG nova.policy [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817b436ebfbf41d9bd11972066551827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '036973487fbf40b9ae48301d01a8a8a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.269219] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1eb018-1cf8-42ac-b7a9-cb2d27b2fc58 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.277744] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a08db17-ca9c-4fd3-bb73-d328c7112020 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.315843] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69344e7f-e30f-4903-9cdb-f84fd90cd8f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.324417] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06f9baf-88dc-4c7f-b9fd-e76921525a8b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.339136] env[70683]: DEBUG nova.compute.provider_tree [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.596987] env[70683]: DEBUG nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.638209] env[70683]: DEBUG nova.network.neutron [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Successfully created port: 36779662-f91a-4c12-89e2-52d8d8f484a8 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.842730] env[70683]: DEBUG nova.scheduler.client.report [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.349618] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.765s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.351615] env[70683]: DEBUG nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.355154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.935s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.357967] env[70683]: INFO nova.compute.claims [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.363324] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.363582] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.606218] env[70683]: DEBUG nova.network.neutron [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Successfully updated port: 9b5020aa-92bd-4991-a4eb-0b08f5f18ec3 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.610498] env[70683]: DEBUG nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.636648] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.636900] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.637070] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.637253] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.637575] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.637575] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.637795] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.637962] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.638609] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.638609] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.638609] env[70683]: DEBUG nova.virt.hardware [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.639720] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da0d4c-e3af-474b-bb65-c8fc028a6831 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.650318] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5366a-9f7b-4410-aab8-b19137a630c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.868019] env[70683]: DEBUG nova.compute.utils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.869869] env[70683]: DEBUG nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.873212] env[70683]: DEBUG nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.873570] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.934341] env[70683]: DEBUG nova.policy [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2890f9462d214b20bd2f688f7b428003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd0084e089b64b71ba9a78055ec4a2bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.110298] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "refresh_cache-a7bb7a04-f8f1-43a6-abb7-66511b58f766" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.110707] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquired lock "refresh_cache-a7bb7a04-f8f1-43a6-abb7-66511b58f766" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.112124] env[70683]: DEBUG nova.network.neutron [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.342992] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquiring lock "01696804-9275-4a0a-9809-76f5aec97d3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.343460] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "01696804-9275-4a0a-9809-76f5aec97d3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.373532] env[70683]: DEBUG nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.429692] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.566722] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Successfully created port: fdb17d9c-19aa-4396-8862-d8c8d72c22ec {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.590032] env[70683]: DEBUG nova.compute.manager [req-28a35f8b-3685-439f-a65b-382282fce884 req-7fce038e-0e34-4cf3-91e3-bdc1e54433ce service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Received event network-vif-plugged-9b5020aa-92bd-4991-a4eb-0b08f5f18ec3 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.590876] env[70683]: DEBUG oslo_concurrency.lockutils [req-28a35f8b-3685-439f-a65b-382282fce884 req-7fce038e-0e34-4cf3-91e3-bdc1e54433ce service nova] Acquiring lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.590876] env[70683]: DEBUG oslo_concurrency.lockutils [req-28a35f8b-3685-439f-a65b-382282fce884 req-7fce038e-0e34-4cf3-91e3-bdc1e54433ce service nova] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.590876] env[70683]: DEBUG oslo_concurrency.lockutils [req-28a35f8b-3685-439f-a65b-382282fce884 req-7fce038e-0e34-4cf3-91e3-bdc1e54433ce service nova] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.590876] env[70683]: DEBUG nova.compute.manager [req-28a35f8b-3685-439f-a65b-382282fce884 req-7fce038e-0e34-4cf3-91e3-bdc1e54433ce service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] No waiting events found dispatching network-vif-plugged-9b5020aa-92bd-4991-a4eb-0b08f5f18ec3 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.591213] env[70683]: WARNING nova.compute.manager [req-28a35f8b-3685-439f-a65b-382282fce884 req-7fce038e-0e34-4cf3-91e3-bdc1e54433ce service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Received unexpected event network-vif-plugged-9b5020aa-92bd-4991-a4eb-0b08f5f18ec3 for instance with vm_state building and task_state spawning. [ 707.599621] env[70683]: DEBUG nova.network.neutron [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Successfully updated port: 36779662-f91a-4c12-89e2-52d8d8f484a8 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.630611] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a65c7-52ed-4e2a-833d-fc5f014caa89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.639338] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a1add2-fdd0-428f-bec7-6111423919cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.671115] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c6dd79-e7ed-48aa-a5ba-316da7334990 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.678866] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e76fb5-7598-4700-9435-8607cf63616f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.692466] env[70683]: DEBUG nova.compute.provider_tree [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.848108] env[70683]: DEBUG nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.884235] env[70683]: DEBUG nova.network.neutron [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.036610] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquiring lock "12f34026-07c6-4ede-aec6-ec2c1664dded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.037125] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "12f34026-07c6-4ede-aec6-ec2c1664dded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.108729] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "refresh_cache-31110cf7-9bf3-4d38-a595-d751a19d18a5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.108729] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquired lock "refresh_cache-31110cf7-9bf3-4d38-a595-d751a19d18a5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.108729] env[70683]: DEBUG nova.network.neutron [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.199028] env[70683]: DEBUG nova.scheduler.client.report [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.321739] env[70683]: DEBUG nova.network.neutron [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Updating instance_info_cache with network_info: [{"id": "9b5020aa-92bd-4991-a4eb-0b08f5f18ec3", "address": "fa:16:3e:8f:9a:09", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b5020aa-92", "ovs_interfaceid": "9b5020aa-92bd-4991-a4eb-0b08f5f18ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.380252] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.383147] env[70683]: DEBUG nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.411952] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.412102] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.412261] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.412443] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.412656] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.412733] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.412934] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.413727] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.413727] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.413957] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.414232] env[70683]: DEBUG nova.virt.hardware [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.415341] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc19e9ce-b486-4837-83f9-55e9a5de0791 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.424248] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f1e730-798a-4bb0-a414-635aac00b299 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.652816] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Successfully created port: 70be458e-930b-4455-9b04-d4d75808cb4e {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.679247] env[70683]: DEBUG nova.network.neutron [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.702313] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.703104] env[70683]: DEBUG nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.712172] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.242s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.714031] env[70683]: INFO nova.compute.claims [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.824854] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Releasing lock "refresh_cache-a7bb7a04-f8f1-43a6-abb7-66511b58f766" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.825796] env[70683]: DEBUG nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Instance network_info: |[{"id": "9b5020aa-92bd-4991-a4eb-0b08f5f18ec3", "address": "fa:16:3e:8f:9a:09", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b5020aa-92", "ovs_interfaceid": "9b5020aa-92bd-4991-a4eb-0b08f5f18ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.825977] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:9a:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b5020aa-92bd-4991-a4eb-0b08f5f18ec3', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.844967] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.844967] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b47bc0f3-21cc-4214-8c13-e35942797347 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.859453] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Created folder: OpenStack in parent group-v4. [ 708.859453] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Creating folder: Project (a66795a67c024704975a8058f593cfb4). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.859696] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d13e691a-90b1-412e-a4ac-d9b7c1090d38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.870605] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Created folder: Project (a66795a67c024704975a8058f593cfb4) in parent group-v655051. [ 708.870826] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Creating folder: Instances. Parent ref: group-v655052. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.871055] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e95d0d53-557b-43ae-b287-b77badb00718 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.881827] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Created folder: Instances in parent group-v655052. [ 708.881827] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.882576] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.883089] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c60bfac7-0138-446b-85dd-f83ebd62952a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.903848] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.903848] env[70683]: value = "task-3280086" [ 708.903848] env[70683]: _type = "Task" [ 708.903848] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.915056] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280086, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.080686] env[70683]: DEBUG nova.network.neutron [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Updating instance_info_cache with network_info: [{"id": "36779662-f91a-4c12-89e2-52d8d8f484a8", "address": "fa:16:3e:78:a1:66", "network": {"id": "ab981870-120f-4dea-aa62-10bc76a1926f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1746094383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "036973487fbf40b9ae48301d01a8a8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36779662-f9", "ovs_interfaceid": "36779662-f91a-4c12-89e2-52d8d8f484a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.219018] env[70683]: DEBUG nova.compute.utils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.220865] env[70683]: DEBUG nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.221721] env[70683]: DEBUG nova.network.neutron [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.284567] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Successfully created port: 23cd9f7a-0e3d-45c4-8349-2f78e7824805 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.307983] env[70683]: DEBUG nova.policy [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf07c2dc04c44b58adff3090332ee0ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '496475cb343f4577b2fe6decf511f91c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.417782] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280086, 'name': CreateVM_Task, 'duration_secs': 0.378921} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.417960] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.438455] env[70683]: DEBUG oslo_vmware.service [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a3d35a-eeee-412e-8e00-9ae99ff36aef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.445929] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.449017] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.449017] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.449017] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4580f6b-3457-4efb-aa10-89dd7f445d35 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.452167] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 709.452167] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52077ff3-d922-eece-33a5-1ad0f8b06b28" [ 709.452167] env[70683]: _type = "Task" [ 709.452167] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.460775] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52077ff3-d922-eece-33a5-1ad0f8b06b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.583734] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Releasing lock "refresh_cache-31110cf7-9bf3-4d38-a595-d751a19d18a5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.584088] env[70683]: DEBUG nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Instance network_info: |[{"id": "36779662-f91a-4c12-89e2-52d8d8f484a8", "address": "fa:16:3e:78:a1:66", "network": {"id": "ab981870-120f-4dea-aa62-10bc76a1926f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1746094383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "036973487fbf40b9ae48301d01a8a8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36779662-f9", "ovs_interfaceid": "36779662-f91a-4c12-89e2-52d8d8f484a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.584518] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:a1:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36779662-f91a-4c12-89e2-52d8d8f484a8', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.594641] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Creating folder: Project (036973487fbf40b9ae48301d01a8a8a9). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.594972] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2d10439-f634-4256-9ee6-6021ec85e478 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.607467] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Created folder: Project (036973487fbf40b9ae48301d01a8a8a9) in parent group-v655051. [ 709.607700] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Creating folder: Instances. Parent ref: group-v655055. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.607947] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b713b44f-f953-4d6b-992a-a995a1c061e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.617356] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Created folder: Instances in parent group-v655055. [ 709.617598] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.617798] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.618009] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ceaed95d-8c5f-4484-8dd5-5dded965e297 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.638440] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.638440] env[70683]: value = "task-3280089" [ 709.638440] env[70683]: _type = "Task" [ 709.638440] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.645753] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280089, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.725237] env[70683]: DEBUG nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.938360] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fcbac7-0d9a-4afb-afc7-54cefc616375 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.947356] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc3a460-a8d5-448e-a294-9c0c805d425b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.986961] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdececc7-e571-46d3-b52b-ac0068edb20a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.000988] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa5f026-6c64-490d-a8dd-1c7c591c2348 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.005344] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.005869] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.006312] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.006607] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.007118] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.007858] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe9b2987-0320-4f01-810d-f67d85852a2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.018181] env[70683]: DEBUG nova.compute.provider_tree [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.025686] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.025686] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.026312] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2958c5-af18-46b3-bbc8-a7014b0dbd43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.034303] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c49ca95-98e8-449d-987c-487691aaea58 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.046439] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 710.046439] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c61d24-f81d-d0dc-6e33-af0b73867645" [ 710.046439] env[70683]: _type = "Task" [ 710.046439] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.052921] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c61d24-f81d-d0dc-6e33-af0b73867645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.149248] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280089, 'name': CreateVM_Task, 'duration_secs': 0.338552} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.149509] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.150402] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.150609] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.151112] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.151405] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fe6a57-097e-49f5-9b57-37b7245fd427 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.157370] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 710.157370] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527ec91d-27a1-4621-396a-b518a3d62f21" [ 710.157370] env[70683]: _type = "Task" [ 710.157370] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.169476] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527ec91d-27a1-4621-396a-b518a3d62f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.237719] env[70683]: DEBUG nova.network.neutron [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Successfully created port: 0334b59f-4dee-48cb-ba81-12fe77499fed {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.521698] env[70683]: DEBUG nova.scheduler.client.report [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.560682] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Preparing fetch location {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 710.560937] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Creating directory with path [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.561241] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcba518c-808d-4eeb-a1e9-15b319cb21fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.593012] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Created directory with path [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.593261] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Fetch image to [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 710.593413] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Downloading image file data 5c225d62-0adf-4bf0-a9e3-34063b2076be to [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk on the data store datastore1 {{(pid=70683) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 710.594245] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d53b370-553f-495a-8905-d17e0707a654 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.603394] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b9a53-906f-4bb7-9835-77b6a6712b0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.614776] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf0aaa8-c7fd-465f-9c4d-77f1a1c241bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.654666] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a4a239-cb0a-426c-800a-36b8fa7c12b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.667703] env[70683]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7b859f78-c941-4f34-b6ea-8391a0808819 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.669936] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.670114] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.670385] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.699994] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Downloading image file data 5c225d62-0adf-4bf0-a9e3-34063b2076be to the data store datastore1 {{(pid=70683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 710.743930] env[70683]: DEBUG nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.770749] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.770995] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.771175] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.771384] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.771541] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.771690] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.771895] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.772084] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.772247] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.772405] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.772793] env[70683]: DEBUG nova.virt.hardware [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.773480] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e24ca6a-1c81-4e36-ba0a-d25596a8e761 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.781570] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a28c7e-7ead-41f1-8f29-7e0723c0e622 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.800265] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 711.028291] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.029056] env[70683]: DEBUG nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.034642] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.411s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.035504] env[70683]: INFO nova.compute.claims [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.409371] env[70683]: DEBUG nova.compute.manager [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Received event network-changed-9b5020aa-92bd-4991-a4eb-0b08f5f18ec3 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.411825] env[70683]: DEBUG nova.compute.manager [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Refreshing instance network info cache due to event network-changed-9b5020aa-92bd-4991-a4eb-0b08f5f18ec3. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.411825] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Acquiring lock "refresh_cache-a7bb7a04-f8f1-43a6-abb7-66511b58f766" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.411825] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Acquired lock "refresh_cache-a7bb7a04-f8f1-43a6-abb7-66511b58f766" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.411825] env[70683]: DEBUG nova.network.neutron [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Refreshing network info cache for port 9b5020aa-92bd-4991-a4eb-0b08f5f18ec3 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.434533] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Successfully updated port: fdb17d9c-19aa-4396-8862-d8c8d72c22ec {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.541922] env[70683]: DEBUG nova.compute.utils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.548520] env[70683]: DEBUG nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.548993] env[70683]: DEBUG nova.network.neutron [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.562906] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Completed reading data from the image iterator. {{(pid=70683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 711.563146] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 711.638026] env[70683]: DEBUG nova.policy [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d968ae0164f48c999c2c466be7fe013', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cda2481dfe143cab0034376b537fc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.639967] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Downloaded image file data 5c225d62-0adf-4bf0-a9e3-34063b2076be to vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk on the data store datastore1 {{(pid=70683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 711.642116] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Caching image {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 711.642116] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Copying Virtual Disk [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk to [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.646476] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67214fcc-ed19-47b6-a525-53bb32c54ea7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.656295] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 711.656295] env[70683]: value = "task-3280090" [ 711.656295] env[70683]: _type = "Task" [ 711.656295] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.668603] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.049747] env[70683]: DEBUG nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.168018] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280090, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.304066] env[70683]: DEBUG nova.network.neutron [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Updated VIF entry in instance network info cache for port 9b5020aa-92bd-4991-a4eb-0b08f5f18ec3. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.304419] env[70683]: DEBUG nova.network.neutron [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Updating instance_info_cache with network_info: [{"id": "9b5020aa-92bd-4991-a4eb-0b08f5f18ec3", "address": "fa:16:3e:8f:9a:09", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b5020aa-92", "ovs_interfaceid": "9b5020aa-92bd-4991-a4eb-0b08f5f18ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.343651] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c1aae-4f18-42c6-a489-f9bd0058efab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.353502] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd89357e-fd9b-4cf4-b0c3-0a9b1ddae22f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.390847] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5443b01-433b-4129-95ac-8275914137c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.400092] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d83e10-66d3-4d27-877d-c07aee34596b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.418989] env[70683]: DEBUG nova.compute.provider_tree [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.667327] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667019} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.667327] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Copied Virtual Disk [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk to [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.667327] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Deleting the datastore file [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.667327] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-179d2cb2-a679-4a3d-a66a-68e89e40992b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.674874] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 712.674874] env[70683]: value = "task-3280091" [ 712.674874] env[70683]: _type = "Task" [ 712.674874] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.685057] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.726457] env[70683]: DEBUG nova.network.neutron [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Successfully created port: 4a18a412-07b7-4f56-af3c-1df6674b9144 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.807443] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Releasing lock "refresh_cache-a7bb7a04-f8f1-43a6-abb7-66511b58f766" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.807769] env[70683]: DEBUG nova.compute.manager [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Received event network-vif-plugged-36779662-f91a-4c12-89e2-52d8d8f484a8 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.807974] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Acquiring lock "31110cf7-9bf3-4d38-a595-d751a19d18a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.808205] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.808371] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.808536] env[70683]: DEBUG nova.compute.manager [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] No waiting events found dispatching network-vif-plugged-36779662-f91a-4c12-89e2-52d8d8f484a8 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.808703] env[70683]: WARNING nova.compute.manager [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Received unexpected event network-vif-plugged-36779662-f91a-4c12-89e2-52d8d8f484a8 for instance with vm_state building and task_state spawning. [ 712.808881] env[70683]: DEBUG nova.compute.manager [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Received event network-changed-36779662-f91a-4c12-89e2-52d8d8f484a8 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.809035] env[70683]: DEBUG nova.compute.manager [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Refreshing instance network info cache due to event network-changed-36779662-f91a-4c12-89e2-52d8d8f484a8. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.809220] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Acquiring lock "refresh_cache-31110cf7-9bf3-4d38-a595-d751a19d18a5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.809395] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Acquired lock "refresh_cache-31110cf7-9bf3-4d38-a595-d751a19d18a5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.809497] env[70683]: DEBUG nova.network.neutron [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Refreshing network info cache for port 36779662-f91a-4c12-89e2-52d8d8f484a8 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.923204] env[70683]: DEBUG nova.scheduler.client.report [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.067831] env[70683]: DEBUG nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.099805] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.104017] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.104017] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.104017] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.104017] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.104017] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.104017] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.104282] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.104282] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.104282] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.104282] env[70683]: DEBUG nova.virt.hardware [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.104282] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb97228-02fd-4fae-a595-28a7055b7d01 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.112249] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f2bdd-c158-40d9-93f2-8d3ca12837db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.186723] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021983} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.187220] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.188464] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Moving file from [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65/5c225d62-0adf-4bf0-a9e3-34063b2076be to [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be. {{(pid=70683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 713.191924] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-671f7316-fa57-4c60-9810-09e8b0988ec7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.197270] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 713.197270] env[70683]: value = "task-3280092" [ 713.197270] env[70683]: _type = "Task" [ 713.197270] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.205976] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280092, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.365973] env[70683]: DEBUG nova.network.neutron [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Successfully updated port: 0334b59f-4dee-48cb-ba81-12fe77499fed {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.433154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.433154] env[70683]: DEBUG nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.439136] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.096s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.441971] env[70683]: INFO nova.compute.claims [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.663306] env[70683]: DEBUG nova.network.neutron [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Updated VIF entry in instance network info cache for port 36779662-f91a-4c12-89e2-52d8d8f484a8. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.663306] env[70683]: DEBUG nova.network.neutron [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Updating instance_info_cache with network_info: [{"id": "36779662-f91a-4c12-89e2-52d8d8f484a8", "address": "fa:16:3e:78:a1:66", "network": {"id": "ab981870-120f-4dea-aa62-10bc76a1926f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1746094383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "036973487fbf40b9ae48301d01a8a8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36779662-f9", "ovs_interfaceid": "36779662-f91a-4c12-89e2-52d8d8f484a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.710928] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280092, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029654} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.711687] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] File moved {{(pid=70683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 713.711930] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Cleaning up location [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65 {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 713.712146] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Deleting the datastore file [datastore1] vmware_temp/8d84d642-fe17-4bbd-bc6a-a48c72acfa65 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.712403] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51652d71-fa6a-401b-bd39-1a349be5d055 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.719368] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 713.719368] env[70683]: value = "task-3280093" [ 713.719368] env[70683]: _type = "Task" [ 713.719368] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.729891] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.869988] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.870072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.870241] env[70683]: DEBUG nova.network.neutron [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.891267] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.891678] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.892064] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.892579] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.892925] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.893576] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.893576] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.948054] env[70683]: DEBUG nova.compute.utils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.953604] env[70683]: DEBUG nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.953604] env[70683]: DEBUG nova.network.neutron [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.065353] env[70683]: DEBUG nova.policy [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46c47cc9c49e483bbdb8abf63c173c1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc10b62298e4e78b50c9c226dc9f9f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.166158] env[70683]: DEBUG oslo_concurrency.lockutils [req-a93fe95b-5e0d-4f87-a221-e32ef9883999 req-068d4340-75ae-4991-ae45-06e2c8050460 service nova] Releasing lock "refresh_cache-31110cf7-9bf3-4d38-a595-d751a19d18a5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.233827] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026302} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.234099] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.235332] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265ad753-a6ce-45db-ab9e-3c387410b533 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.242169] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 714.242169] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52db6e33-c435-f066-6b2c-5561d52b1c3b" [ 714.242169] env[70683]: _type = "Task" [ 714.242169] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.252091] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52db6e33-c435-f066-6b2c-5561d52b1c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.397831] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Getting list of instances from cluster (obj){ [ 714.397831] env[70683]: value = "domain-c8" [ 714.397831] env[70683]: _type = "ClusterComputeResource" [ 714.397831] env[70683]: } {{(pid=70683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 714.399871] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bebaed5-e935-4b85-951a-1c860407ce60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.411709] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Got total of 2 instances {{(pid=70683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 714.412299] env[70683]: WARNING nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] While synchronizing instance power states, found 7 instances in the database and 2 instances on the hypervisor. [ 714.413137] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid a7bb7a04-f8f1-43a6-abb7-66511b58f766 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 714.413137] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 31110cf7-9bf3-4d38-a595-d751a19d18a5 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 714.413137] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 90e290e7-fbf1-4d69-8f9d-088b51196dcb {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 714.413406] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid e9b0f70b-f729-4741-857b-3208e32dce90 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 714.413667] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 3687f587-2151-4be6-93e9-bd0dd52461e4 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 714.413953] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 74fb2529-5bb8-43dc-a360-e25968f02d73 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 714.414188] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 714.414977] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.414977] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.415284] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.416356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "e9b0f70b-f729-4741-857b-3208e32dce90" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.416356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "3687f587-2151-4be6-93e9-bd0dd52461e4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.416356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "74fb2529-5bb8-43dc-a360-e25968f02d73" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.416356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.416356] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.416781] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 714.417446] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.456292] env[70683]: DEBUG nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.509022] env[70683]: DEBUG nova.network.neutron [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.746790] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db96b16-2827-4fbb-8a42-8b9debb3466e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.750987] env[70683]: DEBUG nova.network.neutron [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Successfully created port: 5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.764554] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52db6e33-c435-f066-6b2c-5561d52b1c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.767879] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.767879] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] a7bb7a04-f8f1-43a6-abb7-66511b58f766/a7bb7a04-f8f1-43a6-abb7-66511b58f766.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.767879] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.767879] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.768076] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c14dff56-7264-4be1-b4dc-36648e90044b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.773150] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c086e9-6c3c-4449-bc36-800f635f109e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.777060] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9ee38af-ebfb-4497-ac2c-0ccc3b39b198 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.824197] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 714.824197] env[70683]: value = "task-3280094" [ 714.824197] env[70683]: _type = "Task" [ 714.824197] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.829143] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47cdac0-9d14-4172-a5a8-73a6b11977c4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.838070] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.838070] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.838645] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3267464c-5af2-4d56-b761-835d991238ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.845125] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26ec53-b042-421a-820f-4a1a10e777a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.853584] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 714.853584] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d5e38-7c83-d93a-649a-9ff3f30106c7" [ 714.853584] env[70683]: _type = "Task" [ 714.853584] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.854534] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.865886] env[70683]: DEBUG nova.compute.provider_tree [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.879798] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d5e38-7c83-d93a-649a-9ff3f30106c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009324} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.879798] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d2a53a-9d0b-4b8e-a8b6-efec24868d2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.884413] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 714.884413] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523e8f3a-b2d9-2d45-f301-4cf064c59da2" [ 714.884413] env[70683]: _type = "Task" [ 714.884413] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.893927] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523e8f3a-b2d9-2d45-f301-4cf064c59da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.919919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.165807] env[70683]: DEBUG nova.network.neutron [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance_info_cache with network_info: [{"id": "0334b59f-4dee-48cb-ba81-12fe77499fed", "address": "fa:16:3e:85:7c:e8", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334b59f-4d", "ovs_interfaceid": "0334b59f-4dee-48cb-ba81-12fe77499fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.342022] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524426} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.342022] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] a7bb7a04-f8f1-43a6-abb7-66511b58f766/a7bb7a04-f8f1-43a6-abb7-66511b58f766.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.342022] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.342022] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b11bf894-6b65-47e5-9e08-8be94ddc0426 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.349107] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 715.349107] env[70683]: value = "task-3280095" [ 715.349107] env[70683]: _type = "Task" [ 715.349107] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.357717] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.374960] env[70683]: DEBUG nova.scheduler.client.report [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.395912] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523e8f3a-b2d9-2d45-f301-4cf064c59da2, 'name': SearchDatastore_Task, 'duration_secs': 0.013453} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.396809] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.397324] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 31110cf7-9bf3-4d38-a595-d751a19d18a5/31110cf7-9bf3-4d38-a595-d751a19d18a5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.397444] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-091069a5-b4f0-4625-a181-541619459151 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.405323] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 715.405323] env[70683]: value = "task-3280096" [ 715.405323] env[70683]: _type = "Task" [ 715.405323] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.414455] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.472180] env[70683]: DEBUG nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.513634] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.513935] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.514232] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.514568] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.514781] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.514945] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.515191] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.515427] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.515612] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.515801] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.516304] env[70683]: DEBUG nova.virt.hardware [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.517432] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1eb989-ac17-4cdc-a071-e2846224f108 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.527299] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d5c222-0459-422a-963f-d8a4616cf082 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.673020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.673020] env[70683]: DEBUG nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Instance network_info: |[{"id": "0334b59f-4dee-48cb-ba81-12fe77499fed", "address": "fa:16:3e:85:7c:e8", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334b59f-4d", "ovs_interfaceid": "0334b59f-4dee-48cb-ba81-12fe77499fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.674326] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:7c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0334b59f-4dee-48cb-ba81-12fe77499fed', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.691328] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Creating folder: Project (496475cb343f4577b2fe6decf511f91c). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.691328] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Successfully updated port: 70be458e-930b-4455-9b04-d4d75808cb4e {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.695142] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12e1e457-9156-438e-b720-61e879686d0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.708169] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Created folder: Project (496475cb343f4577b2fe6decf511f91c) in parent group-v655051. [ 715.708372] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Creating folder: Instances. Parent ref: group-v655058. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.708646] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3c581cd-5896-4785-8c1f-6b985b7fed96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.723016] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Created folder: Instances in parent group-v655058. [ 715.723276] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.723458] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.723684] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaa63317-80e4-43a9-a3b4-e6aa5192fead {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.749501] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.749501] env[70683]: value = "task-3280099" [ 715.749501] env[70683]: _type = "Task" [ 715.749501] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.761465] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280099, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.829171] env[70683]: DEBUG nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-vif-plugged-fdb17d9c-19aa-4396-8862-d8c8d72c22ec {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.829425] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Acquiring lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.829657] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.829823] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.829994] env[70683]: DEBUG nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] No waiting events found dispatching network-vif-plugged-fdb17d9c-19aa-4396-8862-d8c8d72c22ec {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.830173] env[70683]: WARNING nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received unexpected event network-vif-plugged-fdb17d9c-19aa-4396-8862-d8c8d72c22ec for instance with vm_state building and task_state spawning. [ 715.830329] env[70683]: DEBUG nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-changed-fdb17d9c-19aa-4396-8862-d8c8d72c22ec {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.830474] env[70683]: DEBUG nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Refreshing instance network info cache due to event network-changed-fdb17d9c-19aa-4396-8862-d8c8d72c22ec. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.830668] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Acquiring lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.830834] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Acquired lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.831020] env[70683]: DEBUG nova.network.neutron [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Refreshing network info cache for port fdb17d9c-19aa-4396-8862-d8c8d72c22ec {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.864702] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067227} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.865047] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.866052] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fdcdef-e6d1-4af6-94fe-6ac397614653 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.889586] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.891310] env[70683]: DEBUG nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.902212] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] a7bb7a04-f8f1-43a6-abb7-66511b58f766/a7bb7a04-f8f1-43a6-abb7-66511b58f766.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.903662] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.731s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.904506] env[70683]: INFO nova.compute.claims [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.907458] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19e3c87-a69a-4221-acda-77dcf14b2714 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.933226] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455616} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.936039] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 31110cf7-9bf3-4d38-a595-d751a19d18a5/31110cf7-9bf3-4d38-a595-d751a19d18a5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.936039] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.936039] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 715.936039] env[70683]: value = "task-3280100" [ 715.936039] env[70683]: _type = "Task" [ 715.936039] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.936039] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05584e3e-56cf-44d4-8458-45b87e0ee8a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.948167] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.949408] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 715.949408] env[70683]: value = "task-3280101" [ 715.949408] env[70683]: _type = "Task" [ 715.949408] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.962264] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.021152] env[70683]: DEBUG nova.network.neutron [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Successfully updated port: 4a18a412-07b7-4f56-af3c-1df6674b9144 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.259514] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280099, 'name': CreateVM_Task, 'duration_secs': 0.386028} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.259830] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.260756] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.261179] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.261767] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.262157] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb422dc-7fe1-41b3-9bf1-de7e963a2fe5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.267473] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 716.267473] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ffee58-b7b3-ac33-0228-ab6166989be1" [ 716.267473] env[70683]: _type = "Task" [ 716.267473] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.281081] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ffee58-b7b3-ac33-0228-ab6166989be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.404949] env[70683]: DEBUG nova.compute.utils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.406412] env[70683]: DEBUG nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.406609] env[70683]: DEBUG nova.network.neutron [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.446045] env[70683]: DEBUG nova.network.neutron [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.446435] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280100, 'name': ReconfigVM_Task, 'duration_secs': 0.309098} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.447204] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Reconfigured VM instance instance-00000001 to attach disk [datastore1] a7bb7a04-f8f1-43a6-abb7-66511b58f766/a7bb7a04-f8f1-43a6-abb7-66511b58f766.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.447468] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8676e0cc-eb64-4a70-8d0f-468b29132ccc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.477833] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 716.477833] env[70683]: value = "task-3280102" [ 716.477833] env[70683]: _type = "Task" [ 716.477833] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.477833] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280101, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.477833] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280102, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.525267] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "refresh_cache-3687f587-2151-4be6-93e9-bd0dd52461e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.525267] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "refresh_cache-3687f587-2151-4be6-93e9-bd0dd52461e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.525267] env[70683]: DEBUG nova.network.neutron [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.629960] env[70683]: DEBUG nova.policy [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe360f876e94327895169d5f658aa46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4f73218dbc24c28ace2787ce33b96e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.779229] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ffee58-b7b3-ac33-0228-ab6166989be1, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.779941] env[70683]: DEBUG nova.network.neutron [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.781522] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.781522] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.781777] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.781897] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.782116] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.782691] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af9db665-60b3-452d-aab3-e4b558283cc1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.791410] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.791410] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.791826] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07434d3d-aace-4117-99e0-3c787573c05c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.799364] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 716.799364] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52737a0f-b100-3cab-d17d-d880856602b6" [ 716.799364] env[70683]: _type = "Task" [ 716.799364] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.810211] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52737a0f-b100-3cab-d17d-d880856602b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.914852] env[70683]: DEBUG nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.975131] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.531138} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.977367] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.978177] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280102, 'name': Rename_Task, 'duration_secs': 0.145079} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.978724] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8575f62a-6eb9-4c0a-ab47-8480dc915c1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.982188] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.984821] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a4bac49-ac23-405a-93d0-d15b945bd348 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.010873] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 31110cf7-9bf3-4d38-a595-d751a19d18a5/31110cf7-9bf3-4d38-a595-d751a19d18a5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.013022] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67397e8f-91db-4260-baf7-06d8fa35e63f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.029741] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 717.029741] env[70683]: value = "task-3280103" [ 717.029741] env[70683]: _type = "Task" [ 717.029741] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.038809] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 717.038809] env[70683]: value = "task-3280104" [ 717.038809] env[70683]: _type = "Task" [ 717.038809] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.045866] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.052790] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.169494] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c332fef5-6af5-414f-b803-0540f46089d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.179147] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065a619b-bed9-4e00-a70c-a87958c2336a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.221847] env[70683]: DEBUG nova.network.neutron [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.223997] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236d704-aea2-4994-a1dd-e76e69ebc558 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.232434] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffce8d8-3b6d-4a6b-aa61-bff11fad856b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.252292] env[70683]: DEBUG nova.compute.provider_tree [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.283666] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Releasing lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.283666] env[70683]: DEBUG nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Received event network-vif-plugged-0334b59f-4dee-48cb-ba81-12fe77499fed {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.284795] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Acquiring lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.284795] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.284795] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.284795] env[70683]: DEBUG nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] No waiting events found dispatching network-vif-plugged-0334b59f-4dee-48cb-ba81-12fe77499fed {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.284937] env[70683]: WARNING nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Received unexpected event network-vif-plugged-0334b59f-4dee-48cb-ba81-12fe77499fed for instance with vm_state building and task_state spawning. [ 717.285130] env[70683]: DEBUG nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Received event network-changed-0334b59f-4dee-48cb-ba81-12fe77499fed {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.286510] env[70683]: DEBUG nova.compute.manager [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Refreshing instance network info cache due to event network-changed-0334b59f-4dee-48cb-ba81-12fe77499fed. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.286510] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Acquiring lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.286510] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Acquired lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.286510] env[70683]: DEBUG nova.network.neutron [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Refreshing network info cache for port 0334b59f-4dee-48cb-ba81-12fe77499fed {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.310924] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52737a0f-b100-3cab-d17d-d880856602b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008668} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.311731] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673821c0-a7b7-4278-8f5c-fe8b5a6ba569 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.322781] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "f309e06b-e607-4c2f-9743-8cba2f49ae08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.323048] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "f309e06b-e607-4c2f-9743-8cba2f49ae08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.323306] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 717.323306] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5237aade-7130-8e59-5ee3-04738ab38382" [ 717.323306] env[70683]: _type = "Task" [ 717.323306] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.333799] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5237aade-7130-8e59-5ee3-04738ab38382, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.334047] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.334303] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] e9b0f70b-f729-4741-857b-3208e32dce90/e9b0f70b-f729-4741-857b-3208e32dce90.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.334595] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7db4bc50-a99f-432a-bb82-f69ea1042a0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.341380] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 717.341380] env[70683]: value = "task-3280105" [ 717.341380] env[70683]: _type = "Task" [ 717.341380] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.349462] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.430905] env[70683]: DEBUG nova.network.neutron [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Successfully updated port: 5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.546190] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.552558] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.659436] env[70683]: DEBUG nova.network.neutron [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Updating instance_info_cache with network_info: [{"id": "4a18a412-07b7-4f56-af3c-1df6674b9144", "address": "fa:16:3e:75:ed:be", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a18a412-07", "ovs_interfaceid": "4a18a412-07b7-4f56-af3c-1df6674b9144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.696347] env[70683]: DEBUG nova.network.neutron [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Successfully created port: 25d5120f-7956-4024-a8e7-9792234c1ff5 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.753751] env[70683]: DEBUG nova.scheduler.client.report [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.858542] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280105, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.929047] env[70683]: DEBUG nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.937323] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.937581] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.937901] env[70683]: DEBUG nova.network.neutron [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.984250] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.984735] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.984826] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.985010] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.985261] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.985450] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.985696] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.986467] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.986467] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.986467] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.986467] env[70683]: DEBUG nova.virt.hardware [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.989900] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f659a1-50b6-489b-bcb1-8f850e55593b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.999438] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fff028d-e333-4d71-9781-f2a04bd584e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.055373] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.055373] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.165174] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "refresh_cache-3687f587-2151-4be6-93e9-bd0dd52461e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.165174] env[70683]: DEBUG nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Instance network_info: |[{"id": "4a18a412-07b7-4f56-af3c-1df6674b9144", "address": "fa:16:3e:75:ed:be", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a18a412-07", "ovs_interfaceid": "4a18a412-07b7-4f56-af3c-1df6674b9144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.165532] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ed:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a18a412-07b7-4f56-af3c-1df6674b9144', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.173587] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating folder: Project (5cda2481dfe143cab0034376b537fc1f). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.176619] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c383d264-5ce7-4f97-bab9-e9284be91920 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.189316] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created folder: Project (5cda2481dfe143cab0034376b537fc1f) in parent group-v655051. [ 718.189542] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating folder: Instances. Parent ref: group-v655061. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.189808] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f30e7fd0-a358-4983-8b64-b92ec349ede0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.203223] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created folder: Instances in parent group-v655061. [ 718.203609] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.203827] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.204079] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb4ac554-5c7b-4899-80e4-4a478b35eb2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.230294] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.230294] env[70683]: value = "task-3280108" [ 718.230294] env[70683]: _type = "Task" [ 718.230294] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.244410] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280108, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.268024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.268024] env[70683]: DEBUG nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.269619] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.840s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.271060] env[70683]: INFO nova.compute.claims [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.354704] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657484} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.354989] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] e9b0f70b-f729-4741-857b-3208e32dce90/e9b0f70b-f729-4741-857b-3208e32dce90.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.355229] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.355481] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48fb492f-f2ea-4d5a-b5cf-e4baaee88831 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.363338] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 718.363338] env[70683]: value = "task-3280109" [ 718.363338] env[70683]: _type = "Task" [ 718.363338] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.377228] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.390026] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquiring lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.390026] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.434458] env[70683]: DEBUG nova.network.neutron [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updated VIF entry in instance network info cache for port 0334b59f-4dee-48cb-ba81-12fe77499fed. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.434927] env[70683]: DEBUG nova.network.neutron [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance_info_cache with network_info: [{"id": "0334b59f-4dee-48cb-ba81-12fe77499fed", "address": "fa:16:3e:85:7c:e8", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334b59f-4d", "ovs_interfaceid": "0334b59f-4dee-48cb-ba81-12fe77499fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.538871] env[70683]: DEBUG nova.network.neutron [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.570616] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280104, 'name': ReconfigVM_Task, 'duration_secs': 1.173247} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.570934] env[70683]: DEBUG oslo_vmware.api [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280103, 'name': PowerOnVM_Task, 'duration_secs': 1.37303} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.571390] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 31110cf7-9bf3-4d38-a595-d751a19d18a5/31110cf7-9bf3-4d38-a595-d751a19d18a5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.572678] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.572678] env[70683]: INFO nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Took 14.20 seconds to spawn the instance on the hypervisor. [ 718.572678] env[70683]: DEBUG nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.572892] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2277669-9519-46b7-a6f8-721987c17343 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.575343] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fb9fc-84e5-464f-8356-f01c2ae6c2af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.585476] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 718.585476] env[70683]: value = "task-3280110" [ 718.585476] env[70683]: _type = "Task" [ 718.585476] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.600256] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280110, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.741839] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280108, 'name': CreateVM_Task, 'duration_secs': 0.380561} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.743529] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.746653] env[70683]: DEBUG oslo_vmware.service [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e6d406-403c-47d5-8d85-b1a01437c339 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.751955] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.752210] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.752810] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.752810] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d93493e-9cb9-45cf-960c-1fc0d52febcb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.757648] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 718.757648] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52941514-f49d-e044-3fe7-3916e795de3d" [ 718.757648] env[70683]: _type = "Task" [ 718.757648] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.766113] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52941514-f49d-e044-3fe7-3916e795de3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.779934] env[70683]: DEBUG nova.compute.utils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.779934] env[70683]: DEBUG nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.779934] env[70683]: DEBUG nova.network.neutron [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.874978] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075685} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.875220] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.875967] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daecf704-92dc-48b0-b04a-e9a1f764e59c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.898943] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] e9b0f70b-f729-4741-857b-3208e32dce90/e9b0f70b-f729-4741-857b-3208e32dce90.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.902691] env[70683]: DEBUG nova.policy [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89e2d6e3a08a4688afad6700528d1480', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d4cd6a3b09742269efce9b064ed722e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.904358] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71cd6af6-ba41-4554-9b97-86feffb10dde {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.930488] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 718.930488] env[70683]: value = "task-3280111" [ 718.930488] env[70683]: _type = "Task" [ 718.930488] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.940095] env[70683]: DEBUG oslo_concurrency.lockutils [req-63925195-831a-44d5-98ec-e2ae2b979994 req-cbd1d5bc-c1d6-4949-9fd4-a3426ba235d7 service nova] Releasing lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.943202] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.106557] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280110, 'name': Rename_Task, 'duration_secs': 0.373487} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.107133] env[70683]: INFO nova.compute.manager [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Took 19.19 seconds to build instance. [ 719.108675] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.109035] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ccbaa2b-9bde-445e-835f-bf504f17a624 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.119080] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 719.119080] env[70683]: value = "task-3280112" [ 719.119080] env[70683]: _type = "Task" [ 719.119080] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.125028] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.179063] env[70683]: DEBUG nova.network.neutron [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updating instance_info_cache with network_info: [{"id": "5de46090-fe1c-419e-aa87-22576bcf83e9", "address": "fa:16:3e:ab:19:4a", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de46090-fe", "ovs_interfaceid": "5de46090-fe1c-419e-aa87-22576bcf83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.269888] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.270186] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.270433] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.270580] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.270767] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.271131] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6db7467-4ecc-4637-8b25-f8364cd6c58d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.283945] env[70683]: DEBUG nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.288350] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.288677] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.289744] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e97ae1b-5fd0-47c3-8f9c-6b64c06dd0f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.296306] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3b3079-c1b5-4c6f-b74f-be72fa510941 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.304833] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 719.304833] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522e929a-d968-a6a2-b64d-bc59f1b44ddb" [ 719.304833] env[70683]: _type = "Task" [ 719.304833] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.324670] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Preparing fetch location {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 719.326118] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating directory with path [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.326118] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1b040be-2fd2-41eb-988c-8bad92511074 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.377473] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created directory with path [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.377705] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Fetch image to [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 719.377885] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Downloading image file data 5c225d62-0adf-4bf0-a9e3-34063b2076be to [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk on the data store datastore2 {{(pid=70683) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 719.379022] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3869a-687c-4167-91d7-b4ed84522623 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.390510] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96fd253-411d-4ffd-9b50-cf75c1549873 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.406501] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6098766-8f5b-4f4e-9e9d-b4423d152255 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.454042] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34222417-6444-40f6-916d-c03661869803 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.461701] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280111, 'name': ReconfigVM_Task, 'duration_secs': 0.399736} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.463905] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Reconfigured VM instance instance-00000004 to attach disk [datastore1] e9b0f70b-f729-4741-857b-3208e32dce90/e9b0f70b-f729-4741-857b-3208e32dce90.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.464916] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff13f77-471d-4c52-94e5-8a279b262e80 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.466964] env[70683]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-98383e9c-d638-4eef-bfa8-425ae703b3fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.481372] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 719.481372] env[70683]: value = "task-3280113" [ 719.481372] env[70683]: _type = "Task" [ 719.481372] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.485278] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Successfully updated port: 23cd9f7a-0e3d-45c4-8349-2f78e7824805 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.493800] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280113, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.496439] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Downloading image file data 5c225d62-0adf-4bf0-a9e3-34063b2076be to the data store datastore2 {{(pid=70683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 719.573247] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb86a756-2718-4c33-bfb0-ffcb74bc0f45 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.577513] env[70683]: DEBUG oslo_vmware.rw_handles [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 719.640948] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b2bd1cdb-f23e-4b62-b5dd-2903021b3cfd tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.743s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.642531] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50723cd-5c6e-4773-9477-8be0db2cb5e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.647628] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.233s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.647875] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] During sync_power_state the instance has a pending task (spawning). Skip. [ 719.648166] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.687068] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.687673] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Releasing lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.687966] env[70683]: DEBUG nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Instance network_info: |[{"id": "5de46090-fe1c-419e-aa87-22576bcf83e9", "address": "fa:16:3e:ab:19:4a", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de46090-fe", "ovs_interfaceid": "5de46090-fe1c-419e-aa87-22576bcf83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.689731] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:19:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5de46090-fe1c-419e-aa87-22576bcf83e9', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.698130] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Creating folder: Project (dfc10b62298e4e78b50c9c226dc9f9f0). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.698948] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bfc254-1cf0-4038-958a-f5e9d8281e7c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.707548] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0542bfe-4de1-4552-a544-fd621a1ddf6c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.714459] env[70683]: DEBUG nova.network.neutron [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Successfully created port: f83a7af7-986d-4e8d-b4b2-d36f64ec860a {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.716049] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb0be0-d32c-46f7-bf0f-e205737433f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.726178] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Created folder: Project (dfc10b62298e4e78b50c9c226dc9f9f0) in parent group-v655051. [ 719.726411] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Creating folder: Instances. Parent ref: group-v655064. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.727387] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-868ebc25-aeea-4e92-9c80-49ba27f9e0df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.736668] env[70683]: DEBUG nova.compute.provider_tree [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.747562] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Created folder: Instances in parent group-v655064. [ 719.747928] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.748207] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.748501] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-748b4d2e-e64d-4603-ae0b-3e74afc7ca65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.775673] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.775673] env[70683]: value = "task-3280116" [ 719.775673] env[70683]: _type = "Task" [ 719.775673] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.785271] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280116, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.978941] env[70683]: DEBUG nova.compute.manager [req-cf8958ab-7ad8-4441-8be6-eab9d94121c6 req-bde6f59e-b8a7-4488-a151-75213409232d service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Received event network-vif-plugged-5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.979230] env[70683]: DEBUG oslo_concurrency.lockutils [req-cf8958ab-7ad8-4441-8be6-eab9d94121c6 req-bde6f59e-b8a7-4488-a151-75213409232d service nova] Acquiring lock "74fb2529-5bb8-43dc-a360-e25968f02d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.979628] env[70683]: DEBUG oslo_concurrency.lockutils [req-cf8958ab-7ad8-4441-8be6-eab9d94121c6 req-bde6f59e-b8a7-4488-a151-75213409232d service nova] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.979721] env[70683]: DEBUG oslo_concurrency.lockutils [req-cf8958ab-7ad8-4441-8be6-eab9d94121c6 req-bde6f59e-b8a7-4488-a151-75213409232d service nova] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.979889] env[70683]: DEBUG nova.compute.manager [req-cf8958ab-7ad8-4441-8be6-eab9d94121c6 req-bde6f59e-b8a7-4488-a151-75213409232d service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] No waiting events found dispatching network-vif-plugged-5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.980093] env[70683]: WARNING nova.compute.manager [req-cf8958ab-7ad8-4441-8be6-eab9d94121c6 req-bde6f59e-b8a7-4488-a151-75213409232d service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Received unexpected event network-vif-plugged-5de46090-fe1c-419e-aa87-22576bcf83e9 for instance with vm_state building and task_state spawning. [ 719.985057] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.985249] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquired lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.985563] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.997560] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280113, 'name': Rename_Task, 'duration_secs': 0.178934} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.998485] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.998751] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7532a9b0-a07e-40d6-a775-e3b4eff6ab84 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.005851] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 720.005851] env[70683]: value = "task-3280117" [ 720.005851] env[70683]: _type = "Task" [ 720.005851] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.014968] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.115086] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.115754] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.153107] env[70683]: DEBUG nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.157216] env[70683]: DEBUG oslo_vmware.api [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280112, 'name': PowerOnVM_Task, 'duration_secs': 0.78768} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.157997] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.157997] env[70683]: INFO nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Took 13.55 seconds to spawn the instance on the hypervisor. [ 720.158141] env[70683]: DEBUG nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.158935] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ec949b-4435-4842-8520-f7390b68ada5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.240392] env[70683]: DEBUG nova.scheduler.client.report [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.283071] env[70683]: DEBUG nova.network.neutron [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Successfully updated port: 25d5120f-7956-4024-a8e7-9792234c1ff5 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.292782] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280116, 'name': CreateVM_Task, 'duration_secs': 0.364557} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.292956] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.293719] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.293870] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.294220] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.295293] env[70683]: DEBUG nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.298477] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cd6991-86c3-4303-90fa-5bf5f058545f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.305091] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 720.305091] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f13740-1842-ebb4-8bc9-d9a3ae84075c" [ 720.305091] env[70683]: _type = "Task" [ 720.305091] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.321587] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f13740-1842-ebb4-8bc9-d9a3ae84075c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.335561] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.335816] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.336037] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.336802] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.336802] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.336928] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.337116] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.337302] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.337479] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.337644] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.337823] env[70683]: DEBUG nova.virt.hardware [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.340202] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90591e63-f576-456e-b935-5b0b761af934 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.349546] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5667d674-1a0f-4f98-bc31-4fc7e532b72d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.517395] env[70683]: DEBUG oslo_vmware.api [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280117, 'name': PowerOnVM_Task, 'duration_secs': 0.50155} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.521225] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.522507] env[70683]: INFO nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Took 9.78 seconds to spawn the instance on the hypervisor. [ 720.522507] env[70683]: DEBUG nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.523608] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b3b08-c39d-40be-acaf-72f4f36319aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.545302] env[70683]: DEBUG nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-vif-plugged-70be458e-930b-4455-9b04-d4d75808cb4e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.545302] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Acquiring lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.545414] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.545721] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.546009] env[70683]: DEBUG nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] No waiting events found dispatching network-vif-plugged-70be458e-930b-4455-9b04-d4d75808cb4e {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.546101] env[70683]: WARNING nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received unexpected event network-vif-plugged-70be458e-930b-4455-9b04-d4d75808cb4e for instance with vm_state building and task_state spawning. [ 720.546232] env[70683]: DEBUG nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Received event network-vif-plugged-4a18a412-07b7-4f56-af3c-1df6674b9144 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.550711] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Acquiring lock "3687f587-2151-4be6-93e9-bd0dd52461e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.550711] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.550711] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.550711] env[70683]: DEBUG nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] No waiting events found dispatching network-vif-plugged-4a18a412-07b7-4f56-af3c-1df6674b9144 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.550711] env[70683]: WARNING nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Received unexpected event network-vif-plugged-4a18a412-07b7-4f56-af3c-1df6674b9144 for instance with vm_state building and task_state spawning. [ 720.551025] env[70683]: DEBUG nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-changed-70be458e-930b-4455-9b04-d4d75808cb4e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.551025] env[70683]: DEBUG nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Refreshing instance network info cache due to event network-changed-70be458e-930b-4455-9b04-d4d75808cb4e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.551025] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Acquiring lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.559487] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.679034] env[70683]: INFO nova.compute.manager [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Took 19.55 seconds to build instance. [ 720.689844] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.745957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.746519] env[70683]: DEBUG nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.750972] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.371s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.752864] env[70683]: INFO nova.compute.claims [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.786821] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "refresh_cache-8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.786985] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "refresh_cache-8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.787158] env[70683]: DEBUG nova.network.neutron [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.817354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.817713] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.817815] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.983041] env[70683]: DEBUG oslo_vmware.rw_handles [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Completed reading data from the image iterator. {{(pid=70683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 720.983041] env[70683]: DEBUG oslo_vmware.rw_handles [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 721.069167] env[70683]: INFO nova.compute.manager [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Took 18.67 seconds to build instance. [ 721.082185] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Downloaded image file data 5c225d62-0adf-4bf0-a9e3-34063b2076be to vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk on the data store datastore2 {{(pid=70683) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 721.082185] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Caching image {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 721.086050] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copying Virtual Disk [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk to [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.086050] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e23b3c5a-947b-4ed6-825d-56dbce24fa6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.101264] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 721.101264] env[70683]: value = "task-3280118" [ 721.101264] env[70683]: _type = "Task" [ 721.101264] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.117336] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.184454] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d0cab68-e490-45cb-a8b5-117e72d88d13 tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.065s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.188181] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.771s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.188181] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] During sync_power_state the instance has a pending task (spawning). Skip. [ 721.188181] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.258217] env[70683]: DEBUG nova.compute.utils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.263049] env[70683]: DEBUG nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.263150] env[70683]: DEBUG nova.network.neutron [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.415930] env[70683]: DEBUG nova.policy [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe360f876e94327895169d5f658aa46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4f73218dbc24c28ace2787ce33b96e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.424152] env[70683]: DEBUG nova.network.neutron [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.575569] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b797de81-9b41-4965-b228-528e062b69bb tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.183s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.575569] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "e9b0f70b-f729-4741-857b-3208e32dce90" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.159s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.575569] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] During sync_power_state the instance has a pending task (spawning). Skip. [ 721.575569] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "e9b0f70b-f729-4741-857b-3208e32dce90" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.616456] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280118, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.692997] env[70683]: DEBUG nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.761372] env[70683]: DEBUG nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.804220] env[70683]: DEBUG nova.network.neutron [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Updating instance_info_cache with network_info: [{"id": "fdb17d9c-19aa-4396-8862-d8c8d72c22ec", "address": "fa:16:3e:9f:b3:dc", "network": {"id": "f5a715f5-c442-456b-b016-cc4c41d5849d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1456948021", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb17d9c-19", "ovs_interfaceid": "fdb17d9c-19aa-4396-8862-d8c8d72c22ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70be458e-930b-4455-9b04-d4d75808cb4e", "address": "fa:16:3e:a6:41:9a", "network": {"id": "f3c14e45-60cd-41ee-a2e8-8ddc55190378", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2122281642", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70be458e-93", "ovs_interfaceid": "70be458e-930b-4455-9b04-d4d75808cb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23cd9f7a-0e3d-45c4-8349-2f78e7824805", "address": "fa:16:3e:13:43:40", "network": {"id": "f5a715f5-c442-456b-b016-cc4c41d5849d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1456948021", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23cd9f7a-0e", "ovs_interfaceid": "23cd9f7a-0e3d-45c4-8349-2f78e7824805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.858405] env[70683]: DEBUG nova.network.neutron [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Updating instance_info_cache with network_info: [{"id": "25d5120f-7956-4024-a8e7-9792234c1ff5", "address": "fa:16:3e:14:76:b8", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d5120f-79", "ovs_interfaceid": "25d5120f-7956-4024-a8e7-9792234c1ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.920137] env[70683]: DEBUG nova.network.neutron [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Successfully updated port: f83a7af7-986d-4e8d-b4b2-d36f64ec860a {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.037019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4410785-b812-455d-9a17-052d6758951f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.041237] env[70683]: DEBUG nova.network.neutron [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Successfully created port: d39a52de-6ea3-4991-bf5c-2b748b75228a {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.052284] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0c27d-aa59-4365-9fa9-509e33066dcd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.084771] env[70683]: DEBUG nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.089566] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3897d9a5-803a-43ba-9cb4-94a81826c43c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.099520] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f30e8ce-e359-428f-b1a7-fb8d959bfd3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.121238] env[70683]: DEBUG nova.compute.provider_tree [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.125843] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280118, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.222641] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.308512] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Releasing lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.308927] env[70683]: DEBUG nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Instance network_info: |[{"id": "fdb17d9c-19aa-4396-8862-d8c8d72c22ec", "address": "fa:16:3e:9f:b3:dc", "network": {"id": "f5a715f5-c442-456b-b016-cc4c41d5849d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1456948021", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb17d9c-19", "ovs_interfaceid": "fdb17d9c-19aa-4396-8862-d8c8d72c22ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70be458e-930b-4455-9b04-d4d75808cb4e", "address": "fa:16:3e:a6:41:9a", "network": {"id": "f3c14e45-60cd-41ee-a2e8-8ddc55190378", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2122281642", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70be458e-93", "ovs_interfaceid": "70be458e-930b-4455-9b04-d4d75808cb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23cd9f7a-0e3d-45c4-8349-2f78e7824805", "address": "fa:16:3e:13:43:40", "network": {"id": "f5a715f5-c442-456b-b016-cc4c41d5849d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1456948021", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23cd9f7a-0e", "ovs_interfaceid": "23cd9f7a-0e3d-45c4-8349-2f78e7824805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.309299] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Acquired lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.309446] env[70683]: DEBUG nova.network.neutron [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Refreshing network info cache for port 70be458e-930b-4455-9b04-d4d75808cb4e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.310682] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:b3:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdb17d9c-19aa-4396-8862-d8c8d72c22ec', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:41:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70be458e-930b-4455-9b04-d4d75808cb4e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:43:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23cd9f7a-0e3d-45c4-8349-2f78e7824805', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.323653] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Creating folder: Project (cd0084e089b64b71ba9a78055ec4a2bf). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.325570] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-670c460a-4ca8-4742-b7b3-f72fe5207128 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.336401] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Created folder: Project (cd0084e089b64b71ba9a78055ec4a2bf) in parent group-v655051. [ 722.336493] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Creating folder: Instances. Parent ref: group-v655067. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.336896] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12012fe6-7e4b-4a7a-a577-12635eaf6a55 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.346742] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Created folder: Instances in parent group-v655067. [ 722.346989] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.347192] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.347404] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c323ce6-c0eb-4780-aa18-aa7199a692b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.367729] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "refresh_cache-8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.368026] env[70683]: DEBUG nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance network_info: |[{"id": "25d5120f-7956-4024-a8e7-9792234c1ff5", "address": "fa:16:3e:14:76:b8", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d5120f-79", "ovs_interfaceid": "25d5120f-7956-4024-a8e7-9792234c1ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.368516] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:76:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25d5120f-7956-4024-a8e7-9792234c1ff5', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.376167] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Creating folder: Project (b4f73218dbc24c28ace2787ce33b96e6). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.376633] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-112efe8b-775e-4815-86b8-5977ec153c88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.381374] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.381374] env[70683]: value = "task-3280121" [ 722.381374] env[70683]: _type = "Task" [ 722.381374] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.387808] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Created folder: Project (b4f73218dbc24c28ace2787ce33b96e6) in parent group-v655051. [ 722.391013] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Creating folder: Instances. Parent ref: group-v655069. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.391013] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3acc1dd0-055b-4b9c-8b7f-3f5fab463cc1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.393107] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280121, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.399431] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Created folder: Instances in parent group-v655069. [ 722.399610] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.400279] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.403652] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0a50257-59ad-4877-bf66-3eafeeaa92e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.420849] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.420849] env[70683]: value = "task-3280124" [ 722.420849] env[70683]: _type = "Task" [ 722.420849] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.425389] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquiring lock "refresh_cache-21684327-a4f7-4b87-bbd4-0d292040a382" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.425601] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquired lock "refresh_cache-21684327-a4f7-4b87-bbd4-0d292040a382" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.425601] env[70683]: DEBUG nova.network.neutron [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.435929] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280124, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.616266] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.623094] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280118, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.200565} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.623422] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copied Virtual Disk [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk to [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.623620] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleting the datastore file [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be/tmp-sparse.vmdk {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.623896] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d94697-5ebc-49e9-9ef8-f84a44d47fa0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.627669] env[70683]: DEBUG nova.scheduler.client.report [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.636877] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 722.636877] env[70683]: value = "task-3280125" [ 722.636877] env[70683]: _type = "Task" [ 722.636877] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.647820] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.772496] env[70683]: DEBUG nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.813348] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.813677] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.813944] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.814196] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.814279] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.814456] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.814736] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.814972] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.815170] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.815382] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.815605] env[70683]: DEBUG nova.virt.hardware [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.816503] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac11d9b-0099-4a9c-96a3-bd3bde259cb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.828946] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d735e1-1795-4e38-8506-7ca0af23c282 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.896975] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280121, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.937284] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280124, 'name': CreateVM_Task, 'duration_secs': 0.456311} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.937911] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.938634] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.938810] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.939253] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.939786] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2939fbe2-723e-48f6-ba7f-9183b6d879ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.946074] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 722.946074] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52076d69-5414-d4d1-c3d0-4a6ae0acf45f" [ 722.946074] env[70683]: _type = "Task" [ 722.946074] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.955560] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52076d69-5414-d4d1-c3d0-4a6ae0acf45f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.995708] env[70683]: DEBUG nova.network.neutron [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.028109] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Acquiring lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.029111] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.029111] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Acquiring lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.029111] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.029111] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.033907] env[70683]: INFO nova.compute.manager [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Terminating instance [ 723.122865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "c8935d62-815c-4cb6-bbe8-52f88d936b73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.123170] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c8935d62-815c-4cb6-bbe8-52f88d936b73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.132563] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.133125] env[70683]: DEBUG nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.135524] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.216s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.135707] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.135919] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 723.136603] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.447s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.138070] env[70683]: INFO nova.compute.claims [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.141945] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2ece87-e70a-408f-9ec0-92cd702fe965 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.156688] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "c5a10023-7650-41df-9082-51b0039d2fe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.158017] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c5a10023-7650-41df-9082-51b0039d2fe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.158017] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026756} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.158017] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.158017] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Moving file from [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d/5c225d62-0adf-4bf0-a9e3-34063b2076be to [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be. {{(pid=70683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 723.158919] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d373ff-28cf-4819-b023-764772c043eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.163700] env[70683]: DEBUG nova.network.neutron [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Updated VIF entry in instance network info cache for port 70be458e-930b-4455-9b04-d4d75808cb4e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.163984] env[70683]: DEBUG nova.network.neutron [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Updating instance_info_cache with network_info: [{"id": "fdb17d9c-19aa-4396-8862-d8c8d72c22ec", "address": "fa:16:3e:9f:b3:dc", "network": {"id": "f5a715f5-c442-456b-b016-cc4c41d5849d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1456948021", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb17d9c-19", "ovs_interfaceid": "fdb17d9c-19aa-4396-8862-d8c8d72c22ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70be458e-930b-4455-9b04-d4d75808cb4e", "address": "fa:16:3e:a6:41:9a", "network": {"id": "f3c14e45-60cd-41ee-a2e8-8ddc55190378", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2122281642", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70be458e-93", "ovs_interfaceid": "70be458e-930b-4455-9b04-d4d75808cb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23cd9f7a-0e3d-45c4-8349-2f78e7824805", "address": "fa:16:3e:13:43:40", "network": {"id": "f5a715f5-c442-456b-b016-cc4c41d5849d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1456948021", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23cd9f7a-0e", "ovs_interfaceid": "23cd9f7a-0e3d-45c4-8349-2f78e7824805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.166030] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-22afd647-c416-431c-9d48-8ab56125b80d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.181231] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34a6cbf-234e-45e9-86a5-18933dbbf362 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.183940] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 723.183940] env[70683]: value = "task-3280126" [ 723.183940] env[70683]: _type = "Task" [ 723.183940] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.198407] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b783af1-dcee-4635-97ab-dc3194a39c12 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.206032] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280126, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.235863] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181005MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 723.236059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.301801] env[70683]: DEBUG nova.network.neutron [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Updating instance_info_cache with network_info: [{"id": "f83a7af7-986d-4e8d-b4b2-d36f64ec860a", "address": "fa:16:3e:38:85:97", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83a7af7-98", "ovs_interfaceid": "f83a7af7-986d-4e8d-b4b2-d36f64ec860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.396798] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280121, 'name': CreateVM_Task, 'duration_secs': 0.672119} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.396976] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.397923] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.398139] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.398422] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.398684] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6421e09b-e5d2-4aa1-bdd2-20a56e76f7cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.404145] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 723.404145] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5296b53f-a64c-c35b-270f-fe0f06d4ec33" [ 723.404145] env[70683]: _type = "Task" [ 723.404145] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.412077] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5296b53f-a64c-c35b-270f-fe0f06d4ec33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.458253] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.458506] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.458721] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.539310] env[70683]: DEBUG nova.compute.manager [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.539579] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.540604] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61df1e5-d6eb-46d8-ab82-6ca6883c8b67 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.548384] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.548699] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b58e1043-643c-4f1e-bf62-daeeaaac1751 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.554481] env[70683]: DEBUG oslo_vmware.api [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Waiting for the task: (returnval){ [ 723.554481] env[70683]: value = "task-3280127" [ 723.554481] env[70683]: _type = "Task" [ 723.554481] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.562478] env[70683]: DEBUG oslo_vmware.api [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Task: {'id': task-3280127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.643051] env[70683]: DEBUG nova.compute.utils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.644640] env[70683]: DEBUG nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.648354] env[70683]: DEBUG nova.network.neutron [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.669851] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Releasing lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.670215] env[70683]: DEBUG nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Received event network-changed-4a18a412-07b7-4f56-af3c-1df6674b9144 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.670518] env[70683]: DEBUG nova.compute.manager [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Refreshing instance network info cache due to event network-changed-4a18a412-07b7-4f56-af3c-1df6674b9144. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.670569] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Acquiring lock "refresh_cache-3687f587-2151-4be6-93e9-bd0dd52461e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.670879] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Acquired lock "refresh_cache-3687f587-2151-4be6-93e9-bd0dd52461e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.670879] env[70683]: DEBUG nova.network.neutron [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Refreshing network info cache for port 4a18a412-07b7-4f56-af3c-1df6674b9144 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.698419] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280126, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.051357} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.698678] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] File moved {{(pid=70683) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 723.699185] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Cleaning up location [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 723.699566] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleting the datastore file [datastore2] vmware_temp/a4ef10d4-a1d5-417a-a9cf-50a863ef510d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.699843] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea6ad1ee-bf11-432c-bc6b-839dfe13fb05 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.709407] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 723.709407] env[70683]: value = "task-3280128" [ 723.709407] env[70683]: _type = "Task" [ 723.709407] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.721204] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.805282] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Releasing lock "refresh_cache-21684327-a4f7-4b87-bbd4-0d292040a382" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.805657] env[70683]: DEBUG nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Instance network_info: |[{"id": "f83a7af7-986d-4e8d-b4b2-d36f64ec860a", "address": "fa:16:3e:38:85:97", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83a7af7-98", "ovs_interfaceid": "f83a7af7-986d-4e8d-b4b2-d36f64ec860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.806369] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:85:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f83a7af7-986d-4e8d-b4b2-d36f64ec860a', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.817256] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Creating folder: Project (9d4cd6a3b09742269efce9b064ed722e). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.817753] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62238770-a7c8-4ae7-8f5d-7ebb614816fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.822051] env[70683]: DEBUG nova.policy [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11655d439f5d4789989f0518d333935e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3b74ff9d1b44e88c112a17c2d1f4bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.835600] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Created folder: Project (9d4cd6a3b09742269efce9b064ed722e) in parent group-v655051. [ 723.835870] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Creating folder: Instances. Parent ref: group-v655073. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.836196] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a31e84c-dda8-4b0d-bc95-607afaaee20b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.847536] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Created folder: Instances in parent group-v655073. [ 723.847837] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.848920] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.848920] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-985d9daf-b3eb-483c-a5de-9a4ead76b5f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.871424] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.871424] env[70683]: value = "task-3280131" [ 723.871424] env[70683]: _type = "Task" [ 723.871424] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.880044] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280131, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.916061] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5296b53f-a64c-c35b-270f-fe0f06d4ec33, 'name': SearchDatastore_Task, 'duration_secs': 0.018304} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.916393] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.917015] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.917320] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.917479] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.917688] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.918329] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10a7fa0e-f147-4878-8195-6be56106cd7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.927770] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.928072] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.928962] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b95fb27-47da-4054-b2f8-7c660b94665c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.935194] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 723.935194] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524273bd-fd65-d828-452f-901a0ffdeaed" [ 723.935194] env[70683]: _type = "Task" [ 723.935194] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.943962] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524273bd-fd65-d828-452f-901a0ffdeaed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.065400] env[70683]: DEBUG oslo_vmware.api [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Task: {'id': task-3280127, 'name': PowerOffVM_Task, 'duration_secs': 0.361238} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.065716] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.065891] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.066168] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33db3dc3-dd4b-4301-b760-9f33016793b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.151064] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.151299] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.151479] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Deleting the datastore file [datastore1] a7bb7a04-f8f1-43a6-abb7-66511b58f766 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.151740] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d00a53a-7b10-4438-922a-8445bfbd1106 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.163391] env[70683]: DEBUG nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.169260] env[70683]: DEBUG oslo_vmware.api [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Waiting for the task: (returnval){ [ 724.169260] env[70683]: value = "task-3280133" [ 724.169260] env[70683]: _type = "Task" [ 724.169260] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.183237] env[70683]: DEBUG oslo_vmware.api [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Task: {'id': task-3280133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.195149] env[70683]: DEBUG nova.compute.manager [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Received event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.195259] env[70683]: DEBUG nova.compute.manager [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing instance network info cache due to event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.195404] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Acquiring lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.195545] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Acquired lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.195851] env[70683]: DEBUG nova.network.neutron [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.227361] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052023} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.229248] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.229248] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65505d01-5c53-4c1f-9723-34edd293a061 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.235848] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 724.235848] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52228c43-061a-e860-ee85-f26a7dd7bf80" [ 724.235848] env[70683]: _type = "Task" [ 724.235848] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.251034] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52228c43-061a-e860-ee85-f26a7dd7bf80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.331677] env[70683]: DEBUG nova.network.neutron [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Successfully updated port: d39a52de-6ea3-4991-bf5c-2b748b75228a {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.382201] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280131, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.448253] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524273bd-fd65-d828-452f-901a0ffdeaed, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.453469] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1130f3-9246-46b5-9e54-8e0f7d731c05 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.461032] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 724.461032] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52602bbe-e794-32a4-1860-4ca3ba4159a5" [ 724.461032] env[70683]: _type = "Task" [ 724.461032] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.467076] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f02870-46de-4763-9833-57247e00da57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.475737] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52602bbe-e794-32a4-1860-4ca3ba4159a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.487377] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa2d6fe-1429-4acf-aa4e-b49eaa3358c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.526184] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a4ea69-69de-45fc-8f9c-64ef7e8b859e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.533854] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18bcc10-f70f-4b97-b59c-4b0fda473558 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.549878] env[70683]: DEBUG nova.compute.provider_tree [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.638699] env[70683]: DEBUG nova.network.neutron [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Successfully created port: f91e7796-f796-4198-b54d-601094c64d8d {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.695719] env[70683]: DEBUG oslo_vmware.api [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Task: {'id': task-3280133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427051} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.696195] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.697028] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.697028] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.697028] env[70683]: INFO nova.compute.manager [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Took 1.16 seconds to destroy the instance on the hypervisor. [ 724.697193] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.697245] env[70683]: DEBUG nova.compute.manager [-] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.697340] env[70683]: DEBUG nova.network.neutron [-] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.748571] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52228c43-061a-e860-ee85-f26a7dd7bf80, 'name': SearchDatastore_Task, 'duration_secs': 0.028875} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.749220] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.749220] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 3687f587-2151-4be6-93e9-bd0dd52461e4/3687f587-2151-4be6-93e9-bd0dd52461e4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.749813] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.749813] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.749924] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a0fe8f8-eb3b-4200-aa54-892e7c3d2aed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.754544] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e03d4810-f3e1-456a-9a0d-d07fae868529 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.763787] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 724.763787] env[70683]: value = "task-3280134" [ 724.763787] env[70683]: _type = "Task" [ 724.763787] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.773016] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.773332] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.774937] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb163885-1407-4de0-8af3-45086b2fac26 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.788225] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.790280] env[70683]: DEBUG nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-vif-plugged-23cd9f7a-0e3d-45c4-8349-2f78e7824805 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.790280] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Acquiring lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.790375] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.790875] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.790875] env[70683]: DEBUG nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] No waiting events found dispatching network-vif-plugged-23cd9f7a-0e3d-45c4-8349-2f78e7824805 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.791064] env[70683]: WARNING nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received unexpected event network-vif-plugged-23cd9f7a-0e3d-45c4-8349-2f78e7824805 for instance with vm_state building and task_state spawning. [ 724.791498] env[70683]: DEBUG nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-changed-23cd9f7a-0e3d-45c4-8349-2f78e7824805 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.791498] env[70683]: DEBUG nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Refreshing instance network info cache due to event network-changed-23cd9f7a-0e3d-45c4-8349-2f78e7824805. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.791598] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Acquiring lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.791748] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Acquired lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.791864] env[70683]: DEBUG nova.network.neutron [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Refreshing network info cache for port 23cd9f7a-0e3d-45c4-8349-2f78e7824805 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.794443] env[70683]: DEBUG nova.network.neutron [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Updated VIF entry in instance network info cache for port 4a18a412-07b7-4f56-af3c-1df6674b9144. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.794526] env[70683]: DEBUG nova.network.neutron [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Updating instance_info_cache with network_info: [{"id": "4a18a412-07b7-4f56-af3c-1df6674b9144", "address": "fa:16:3e:75:ed:be", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a18a412-07", "ovs_interfaceid": "4a18a412-07b7-4f56-af3c-1df6674b9144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.799973] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 724.799973] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dbf623-d264-5fc4-9d74-5bcbb3334212" [ 724.799973] env[70683]: _type = "Task" [ 724.799973] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.809782] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dbf623-d264-5fc4-9d74-5bcbb3334212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.833418] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "refresh_cache-ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.833565] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "refresh_cache-ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.833730] env[70683]: DEBUG nova.network.neutron [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.882744] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280131, 'name': CreateVM_Task, 'duration_secs': 0.712615} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.882911] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.883635] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.883799] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.884157] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.884415] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777c38a9-96a5-4fc3-b12a-0aafbdb8b77c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.889180] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 724.889180] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52840062-3c4b-9aca-a63a-d7eb78077cce" [ 724.889180] env[70683]: _type = "Task" [ 724.889180] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.897802] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52840062-3c4b-9aca-a63a-d7eb78077cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.970625] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52602bbe-e794-32a4-1860-4ca3ba4159a5, 'name': SearchDatastore_Task, 'duration_secs': 0.016126} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.970993] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.971311] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 90e290e7-fbf1-4d69-8f9d-088b51196dcb/90e290e7-fbf1-4d69-8f9d-088b51196dcb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.971596] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d59e1a94-7d94-4f04-82dd-1b2ec2ecb065 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.978504] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 724.978504] env[70683]: value = "task-3280135" [ 724.978504] env[70683]: _type = "Task" [ 724.978504] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.988020] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.087276] env[70683]: ERROR nova.scheduler.client.report [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [req-8bbca550-41a1-4aaa-a62a-73fba433aa3a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8bbca550-41a1-4aaa-a62a-73fba433aa3a"}]} [ 725.111624] env[70683]: DEBUG nova.scheduler.client.report [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 725.136182] env[70683]: DEBUG nova.scheduler.client.report [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 725.136182] env[70683]: DEBUG nova.compute.provider_tree [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.154774] env[70683]: DEBUG nova.scheduler.client.report [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 725.185045] env[70683]: DEBUG nova.scheduler.client.report [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 725.195113] env[70683]: DEBUG nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.242301] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.242434] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.242560] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.242740] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.242938] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.243187] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.243477] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.243750] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.243957] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.244201] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.244498] env[70683]: DEBUG nova.virt.hardware [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.246355] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2107b7-8f4a-4fff-82a5-f303d8c82d3b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.260276] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf486aa-02ba-490e-b010-db6681380767 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.281674] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280134, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.300841] env[70683]: DEBUG oslo_concurrency.lockutils [req-ac8d7103-0171-41f5-834b-d7e41365ae0e req-f761f9ae-df16-4738-8a03-f414e1e6ace5 service nova] Releasing lock "refresh_cache-3687f587-2151-4be6-93e9-bd0dd52461e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.312799] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dbf623-d264-5fc4-9d74-5bcbb3334212, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.316767] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9a54d0-0707-4812-9b38-171532f69922 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.325158] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 725.325158] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52810bb0-3f11-4911-7792-64564f39ad83" [ 725.325158] env[70683]: _type = "Task" [ 725.325158] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.340699] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52810bb0-3f11-4911-7792-64564f39ad83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.401461] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52840062-3c4b-9aca-a63a-d7eb78077cce, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.404539] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.405316] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.405533] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.442524] env[70683]: DEBUG nova.network.neutron [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.466849] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4627c974-d592-4b79-95a7-76dd50c91b4c tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "interface-31110cf7-9bf3-4d38-a595-d751a19d18a5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.467214] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4627c974-d592-4b79-95a7-76dd50c91b4c tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "interface-31110cf7-9bf3-4d38-a595-d751a19d18a5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.467452] env[70683]: DEBUG nova.objects.instance [None req-4627c974-d592-4b79-95a7-76dd50c91b4c tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lazy-loading 'flavor' on Instance uuid 31110cf7-9bf3-4d38-a595-d751a19d18a5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.496743] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280135, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.504060] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144b5531-795a-45ca-8d15-540ae9e5ad59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.517901] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc15d8b8-5b5d-48ba-a078-86829ef1730f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.558063] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4615faea-8f1b-4322-b827-a1cab8bd747e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.567917] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50188c8-bf5a-46cf-9d59-8f4ae97e828e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.595240] env[70683]: DEBUG nova.compute.provider_tree [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.779399] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638089} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.779730] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 3687f587-2151-4be6-93e9-bd0dd52461e4/3687f587-2151-4be6-93e9-bd0dd52461e4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.780012] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.780325] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b22539b-54a4-40b7-bd17-d1fd53bd6094 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.790330] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 725.790330] env[70683]: value = "task-3280136" [ 725.790330] env[70683]: _type = "Task" [ 725.790330] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.802060] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.830689] env[70683]: DEBUG nova.network.neutron [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Updating instance_info_cache with network_info: [{"id": "d39a52de-6ea3-4991-bf5c-2b748b75228a", "address": "fa:16:3e:1e:a5:4c", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39a52de-6e", "ovs_interfaceid": "d39a52de-6ea3-4991-bf5c-2b748b75228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.840781] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52810bb0-3f11-4911-7792-64564f39ad83, 'name': SearchDatastore_Task, 'duration_secs': 0.048359} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.840781] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.840781] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 74fb2529-5bb8-43dc-a360-e25968f02d73/74fb2529-5bb8-43dc-a360-e25968f02d73.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.841065] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.845020] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.845020] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e19b088-e577-44ca-a842-904dc9f27ac9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.845020] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-986f338d-b1e2-4f97-af74-f7f4c715ed99 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.851870] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 725.851870] env[70683]: value = "task-3280137" [ 725.851870] env[70683]: _type = "Task" [ 725.851870] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.857429] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.858948] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.858948] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed938c60-6121-4ce2-9099-fb29ed60eb2d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.867385] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.871437] env[70683]: DEBUG nova.network.neutron [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Updated VIF entry in instance network info cache for port 23cd9f7a-0e3d-45c4-8349-2f78e7824805. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.871874] env[70683]: DEBUG nova.network.neutron [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Updating instance_info_cache with network_info: [{"id": "fdb17d9c-19aa-4396-8862-d8c8d72c22ec", "address": "fa:16:3e:9f:b3:dc", "network": {"id": "f5a715f5-c442-456b-b016-cc4c41d5849d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1456948021", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdb17d9c-19", "ovs_interfaceid": "fdb17d9c-19aa-4396-8862-d8c8d72c22ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70be458e-930b-4455-9b04-d4d75808cb4e", "address": "fa:16:3e:a6:41:9a", "network": {"id": "f3c14e45-60cd-41ee-a2e8-8ddc55190378", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2122281642", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70be458e-93", "ovs_interfaceid": "70be458e-930b-4455-9b04-d4d75808cb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23cd9f7a-0e3d-45c4-8349-2f78e7824805", "address": "fa:16:3e:13:43:40", "network": {"id": "f5a715f5-c442-456b-b016-cc4c41d5849d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1456948021", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23cd9f7a-0e", "ovs_interfaceid": "23cd9f7a-0e3d-45c4-8349-2f78e7824805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.873478] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 725.873478] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528edbbb-7874-127b-7cea-12ad2357c73d" [ 725.873478] env[70683]: _type = "Task" [ 725.873478] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.874280] env[70683]: DEBUG nova.network.neutron [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updated VIF entry in instance network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.874824] env[70683]: DEBUG nova.network.neutron [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updating instance_info_cache with network_info: [{"id": "5de46090-fe1c-419e-aa87-22576bcf83e9", "address": "fa:16:3e:ab:19:4a", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de46090-fe", "ovs_interfaceid": "5de46090-fe1c-419e-aa87-22576bcf83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.884635] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528edbbb-7874-127b-7cea-12ad2357c73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.972425] env[70683]: DEBUG nova.objects.instance [None req-4627c974-d592-4b79-95a7-76dd50c91b4c tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lazy-loading 'pci_requests' on Instance uuid 31110cf7-9bf3-4d38-a595-d751a19d18a5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.993309] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781739} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.993562] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 90e290e7-fbf1-4d69-8f9d-088b51196dcb/90e290e7-fbf1-4d69-8f9d-088b51196dcb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.993764] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.994218] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-465359dd-c6ed-4182-ba7f-d5516efc7450 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.003091] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 726.003091] env[70683]: value = "task-3280138" [ 726.003091] env[70683]: _type = "Task" [ 726.003091] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.012630] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.139908] env[70683]: DEBUG nova.scheduler.client.report [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 726.140146] env[70683]: DEBUG nova.compute.provider_tree [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 20 to 21 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.140332] env[70683]: DEBUG nova.compute.provider_tree [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.307794] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066469} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.309164] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.310640] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4befebe0-9b35-4c95-b834-4640a35dc9b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.343851] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 3687f587-2151-4be6-93e9-bd0dd52461e4/3687f587-2151-4be6-93e9-bd0dd52461e4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.344471] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "refresh_cache-ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.344751] env[70683]: DEBUG nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Instance network_info: |[{"id": "d39a52de-6ea3-4991-bf5c-2b748b75228a", "address": "fa:16:3e:1e:a5:4c", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39a52de-6e", "ovs_interfaceid": "d39a52de-6ea3-4991-bf5c-2b748b75228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.345020] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdd64b1-65e5-4d47-9aaf-1f5c468d8c4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.361554] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:a5:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd39a52de-6ea3-4991-bf5c-2b748b75228a', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.371143] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.371541] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.375844] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77a68767-2650-4e59-a40d-e50b78d9a9c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.394582] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Releasing lock "refresh_cache-90e290e7-fbf1-4d69-8f9d-088b51196dcb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.394582] env[70683]: DEBUG nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Received event network-vif-plugged-25d5120f-7956-4024-a8e7-9792234c1ff5 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.394582] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Acquiring lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.394582] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.394582] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.394582] env[70683]: DEBUG nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] No waiting events found dispatching network-vif-plugged-25d5120f-7956-4024-a8e7-9792234c1ff5 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.394582] env[70683]: WARNING nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Received unexpected event network-vif-plugged-25d5120f-7956-4024-a8e7-9792234c1ff5 for instance with vm_state building and task_state spawning. [ 726.394582] env[70683]: DEBUG nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Received event network-changed-25d5120f-7956-4024-a8e7-9792234c1ff5 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.395403] env[70683]: DEBUG nova.compute.manager [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Refreshing instance network info cache due to event network-changed-25d5120f-7956-4024-a8e7-9792234c1ff5. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.395403] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Acquiring lock "refresh_cache-8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.395403] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Acquired lock "refresh_cache-8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.395403] env[70683]: DEBUG nova.network.neutron [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Refreshing network info cache for port 25d5120f-7956-4024-a8e7-9792234c1ff5 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.397393] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Releasing lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.397610] env[70683]: DEBUG nova.compute.manager [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Received event network-vif-plugged-f83a7af7-986d-4e8d-b4b2-d36f64ec860a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.397825] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Acquiring lock "21684327-a4f7-4b87-bbd4-0d292040a382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.398046] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Lock "21684327-a4f7-4b87-bbd4-0d292040a382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.398716] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Lock "21684327-a4f7-4b87-bbd4-0d292040a382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.398716] env[70683]: DEBUG nova.compute.manager [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] No waiting events found dispatching network-vif-plugged-f83a7af7-986d-4e8d-b4b2-d36f64ec860a {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.398716] env[70683]: WARNING nova.compute.manager [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Received unexpected event network-vif-plugged-f83a7af7-986d-4e8d-b4b2-d36f64ec860a for instance with vm_state building and task_state spawning. [ 726.398716] env[70683]: DEBUG nova.compute.manager [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Received event network-changed-f83a7af7-986d-4e8d-b4b2-d36f64ec860a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.398920] env[70683]: DEBUG nova.compute.manager [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Refreshing instance network info cache due to event network-changed-f83a7af7-986d-4e8d-b4b2-d36f64ec860a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.399134] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Acquiring lock "refresh_cache-21684327-a4f7-4b87-bbd4-0d292040a382" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.400355] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Acquired lock "refresh_cache-21684327-a4f7-4b87-bbd4-0d292040a382" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.400355] env[70683]: DEBUG nova.network.neutron [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Refreshing network info cache for port f83a7af7-986d-4e8d-b4b2-d36f64ec860a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.401142] env[70683]: DEBUG nova.network.neutron [-] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.403832] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 726.403832] env[70683]: value = "task-3280139" [ 726.403832] env[70683]: _type = "Task" [ 726.403832] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.416036] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.420052] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.420052] env[70683]: value = "task-3280140" [ 726.420052] env[70683]: _type = "Task" [ 726.420052] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.428619] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528edbbb-7874-127b-7cea-12ad2357c73d, 'name': SearchDatastore_Task, 'duration_secs': 0.027915} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.432849] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.433550] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2f552c-22cc-42fb-9dbd-69866d0fa68d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.440015] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280140, 'name': CreateVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.444390] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 726.444390] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523a490a-f5d4-8b84-8e9d-670e8b19ec28" [ 726.444390] env[70683]: _type = "Task" [ 726.444390] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.451877] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523a490a-f5d4-8b84-8e9d-670e8b19ec28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.474189] env[70683]: DEBUG nova.objects.base [None req-4627c974-d592-4b79-95a7-76dd50c91b4c tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Object Instance<31110cf7-9bf3-4d38-a595-d751a19d18a5> lazy-loaded attributes: flavor,pci_requests {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 726.474411] env[70683]: DEBUG nova.network.neutron [None req-4627c974-d592-4b79-95a7-76dd50c91b4c tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.513062] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.307215} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.513354] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.514169] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0e35b9-4421-4601-bec5-3d813008a354 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.542685] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 90e290e7-fbf1-4d69-8f9d-088b51196dcb/90e290e7-fbf1-4d69-8f9d-088b51196dcb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.544677] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bd332a-736f-4a8c-9b9a-865a1316e66a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.565211] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 726.565211] env[70683]: value = "task-3280141" [ 726.565211] env[70683]: _type = "Task" [ 726.565211] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.573548] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.647022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.510s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.647859] env[70683]: DEBUG nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.652607] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.430s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.655228] env[70683]: INFO nova.compute.claims [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.672452] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4627c974-d592-4b79-95a7-76dd50c91b4c tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "interface-31110cf7-9bf3-4d38-a595-d751a19d18a5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.205s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.885364] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280137, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.913189] env[70683]: INFO nova.compute.manager [-] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Took 2.22 seconds to deallocate network for instance. [ 726.930642] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.938965] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280140, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.959597] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523a490a-f5d4-8b84-8e9d-670e8b19ec28, 'name': SearchDatastore_Task, 'duration_secs': 0.037058} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.960594] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.960594] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.960594] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.960834] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.961096] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98d7bf1c-8aa4-4144-a168-26f2db167f0b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.964025] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-967faeb7-1c87-493c-824a-bb1e83954c10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.971123] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 726.971123] env[70683]: value = "task-3280142" [ 726.971123] env[70683]: _type = "Task" [ 726.971123] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.982074] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.982603] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.983467] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91f92c3-7df3-4183-b104-ed2548ee009d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.990600] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.997253] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 726.997253] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526e5f9c-9388-8e1e-029d-2c723113c850" [ 726.997253] env[70683]: _type = "Task" [ 726.997253] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.014032] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526e5f9c-9388-8e1e-029d-2c723113c850, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.014272] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0396c87-12fe-4017-b55c-26dfe0a06dd1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.022148] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 727.022148] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525fbdc0-53d6-1dd1-eb47-0cbb5abebc0a" [ 727.022148] env[70683]: _type = "Task" [ 727.022148] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.031498] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525fbdc0-53d6-1dd1-eb47-0cbb5abebc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.076716] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280141, 'name': ReconfigVM_Task, 'duration_secs': 0.486331} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.079520] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 90e290e7-fbf1-4d69-8f9d-088b51196dcb/90e290e7-fbf1-4d69-8f9d-088b51196dcb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.080712] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b94ad0c-e867-44a5-b9f2-2e0b2ddefee3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.088247] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 727.088247] env[70683]: value = "task-3280143" [ 727.088247] env[70683]: _type = "Task" [ 727.088247] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.097838] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280143, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.154550] env[70683]: DEBUG nova.compute.utils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.156829] env[70683]: DEBUG nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.157026] env[70683]: DEBUG nova.network.neutron [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.250140] env[70683]: DEBUG nova.policy [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4868a3b6f0824268b4a8d18c35b97aa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d1b5954dfb94431a266d0c22f27a166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.385262] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280137, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.100454} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.386982] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 74fb2529-5bb8-43dc-a360-e25968f02d73/74fb2529-5bb8-43dc-a360-e25968f02d73.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.386982] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.386982] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce1f3606-4bbb-414d-84b3-a16e0c21afbf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.398980] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 727.398980] env[70683]: value = "task-3280144" [ 727.398980] env[70683]: _type = "Task" [ 727.398980] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.410744] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.421796] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.422211] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280139, 'name': ReconfigVM_Task, 'duration_secs': 0.720691} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.426260] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 3687f587-2151-4be6-93e9-bd0dd52461e4/3687f587-2151-4be6-93e9-bd0dd52461e4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.427771] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55b21ce8-9722-4608-b447-a7f8f9afcfe8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.437141] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 727.437141] env[70683]: value = "task-3280145" [ 727.437141] env[70683]: _type = "Task" [ 727.437141] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.440871] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280140, 'name': CreateVM_Task, 'duration_secs': 0.744492} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.444769] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.445986] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.446359] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.446774] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.447992] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa67f3ba-dedf-4db8-8d0c-1a0fe15cc4f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.457191] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280145, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.461632] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 727.461632] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525dc4b3-e510-ab23-1890-4b2d45ccf3a0" [ 727.461632] env[70683]: _type = "Task" [ 727.461632] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.473742] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525dc4b3-e510-ab23-1890-4b2d45ccf3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.484243] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280142, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.529184] env[70683]: DEBUG nova.network.neutron [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Updated VIF entry in instance network info cache for port 25d5120f-7956-4024-a8e7-9792234c1ff5. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.529658] env[70683]: DEBUG nova.network.neutron [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Updating instance_info_cache with network_info: [{"id": "25d5120f-7956-4024-a8e7-9792234c1ff5", "address": "fa:16:3e:14:76:b8", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d5120f-79", "ovs_interfaceid": "25d5120f-7956-4024-a8e7-9792234c1ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.536893] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525fbdc0-53d6-1dd1-eb47-0cbb5abebc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.018661} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.537087] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.540897] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 21684327-a4f7-4b87-bbd4-0d292040a382/21684327-a4f7-4b87-bbd4-0d292040a382.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.540897] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22f49ddf-5851-4a85-be2c-c168f659982c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.549761] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 727.549761] env[70683]: value = "task-3280146" [ 727.549761] env[70683]: _type = "Task" [ 727.549761] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.558952] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.587227] env[70683]: DEBUG nova.network.neutron [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Updated VIF entry in instance network info cache for port f83a7af7-986d-4e8d-b4b2-d36f64ec860a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.587854] env[70683]: DEBUG nova.network.neutron [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Updating instance_info_cache with network_info: [{"id": "f83a7af7-986d-4e8d-b4b2-d36f64ec860a", "address": "fa:16:3e:38:85:97", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83a7af7-98", "ovs_interfaceid": "f83a7af7-986d-4e8d-b4b2-d36f64ec860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.597799] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280143, 'name': Rename_Task, 'duration_secs': 0.268594} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.598462] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.598462] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaa2d10b-558c-460a-ba20-d346afd611f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.607209] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 727.607209] env[70683]: value = "task-3280147" [ 727.607209] env[70683]: _type = "Task" [ 727.607209] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.618527] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.657887] env[70683]: DEBUG nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.717686] env[70683]: DEBUG nova.network.neutron [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Successfully updated port: f91e7796-f796-4198-b54d-601094c64d8d {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.913315] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083413} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.913315] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.914759] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde3b4f-464f-4cdf-9645-0ecde38f763d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.951940] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 74fb2529-5bb8-43dc-a360-e25968f02d73/74fb2529-5bb8-43dc-a360-e25968f02d73.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.959138] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323ab554-1f07-4c33-b268-0835769468ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.984092] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280145, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.986837] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 727.986837] env[70683]: value = "task-3280148" [ 727.986837] env[70683]: _type = "Task" [ 727.986837] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.002215] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525dc4b3-e510-ab23-1890-4b2d45ccf3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.061364} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.002618] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642486} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.003804] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.003804] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.004071] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.004263] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.004394] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.005038] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.005257] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.005536] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa26a55-1b69-4137-afa7-468425e3f3e5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.009583] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbb0a1a1-264e-41cc-a41c-a2f12f96d093 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.013922] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.019395] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 728.019395] env[70683]: value = "task-3280149" [ 728.019395] env[70683]: _type = "Task" [ 728.019395] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.030771] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.032516] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.036025] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.036025] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea664be-6bae-4226-bf80-2e52a5bbdee6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.038249] env[70683]: DEBUG oslo_concurrency.lockutils [req-5cd66412-77b6-4b33-b767-6c1b04d11b32 req-41511582-ccd2-42ff-9c40-91f70ef62666 service nova] Releasing lock "refresh_cache-8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.040811] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 728.040811] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52950fe7-5dda-3b85-9f62-d2346a8e1079" [ 728.040811] env[70683]: _type = "Task" [ 728.040811] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.049801] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52950fe7-5dda-3b85-9f62-d2346a8e1079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.055443] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ad5216-7dc7-4b90-875f-b8a3047972ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.063878] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280146, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.067769] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6fac37-cc40-428e-9c06-49c461298ed3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.108056] env[70683]: DEBUG oslo_concurrency.lockutils [req-ea94238e-2543-4516-89f4-748b57f874c2 req-eb7227cb-8092-4781-81d0-38691a117376 service nova] Releasing lock "refresh_cache-21684327-a4f7-4b87-bbd4-0d292040a382" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.108056] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107111bb-4316-49a0-b3b8-7eede19e9d00 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.122581] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c884ea4-2aa3-4b50-8e6e-2bd9030f3dac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.127143] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.138008] env[70683]: DEBUG nova.compute.provider_tree [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.219701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquiring lock "refresh_cache-01696804-9275-4a0a-9809-76f5aec97d3c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.219701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquired lock "refresh_cache-01696804-9275-4a0a-9809-76f5aec97d3c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.219878] env[70683]: DEBUG nova.network.neutron [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.222209] env[70683]: DEBUG nova.network.neutron [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Successfully created port: b5413982-36b6-43e2-9fa8-949e670192ca {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.453863] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280145, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.498853] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280148, 'name': ReconfigVM_Task, 'duration_secs': 0.450337} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.499173] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 74fb2529-5bb8-43dc-a360-e25968f02d73/74fb2529-5bb8-43dc-a360-e25968f02d73.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.500961] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbfcf2a6-247f-441c-9f45-60831909a335 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.507578] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 728.507578] env[70683]: value = "task-3280150" [ 728.507578] env[70683]: _type = "Task" [ 728.507578] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.518811] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280150, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.529299] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088423} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.529690] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.530581] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce2d5de-48e6-41fb-bce2-9dd8ff629bdf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.556966] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.560348] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d747ab44-b3d4-46c3-9043-5b82a7934f5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.586134] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52950fe7-5dda-3b85-9f62-d2346a8e1079, 'name': SearchDatastore_Task, 'duration_secs': 0.051141} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.589271] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692392} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.590151] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 728.590151] env[70683]: value = "task-3280151" [ 728.590151] env[70683]: _type = "Task" [ 728.590151] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.590151] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f5c240-5cf5-43ad-aeca-8980e6283133 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.592153] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 21684327-a4f7-4b87-bbd4-0d292040a382/21684327-a4f7-4b87-bbd4-0d292040a382.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.592393] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.592683] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-666d323f-817a-498d-bcd9-fe49f98992b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.601565] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 728.601565] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52852c67-8fc8-f783-49f5-f22179139c76" [ 728.601565] env[70683]: _type = "Task" [ 728.601565] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.604610] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.609782] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 728.609782] env[70683]: value = "task-3280152" [ 728.609782] env[70683]: _type = "Task" [ 728.609782] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.617316] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52852c67-8fc8-f783-49f5-f22179139c76, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.621275] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.622053] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] ad1fa7d0-85ed-46ca-80d5-bde9feed81ca/ad1fa7d0-85ed-46ca-80d5-bde9feed81ca.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.622053] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51ff0a98-6368-4529-9127-10b8f5afa846 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.628761] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.633627] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.635200] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 728.635200] env[70683]: value = "task-3280153" [ 728.635200] env[70683]: _type = "Task" [ 728.635200] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.643465] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.646805] env[70683]: DEBUG nova.scheduler.client.report [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.653363] env[70683]: DEBUG nova.compute.manager [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 728.674296] env[70683]: DEBUG nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.709959] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.710380] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.710472] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.710624] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.710789] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.710983] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.711276] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.711411] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.711552] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.711735] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.711893] env[70683]: DEBUG nova.virt.hardware [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.712854] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c0efe-75dc-44f8-a4af-7beb6749cb86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.723287] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a96da75-1e86-4cf5-9476-cb687b7a5b58 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.801853] env[70683]: DEBUG nova.network.neutron [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.956728] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280145, 'name': Rename_Task, 'duration_secs': 1.142414} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.957104] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.957361] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-965c85f3-a443-4b36-9111-d0fbfa0fa51d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.967591] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 728.967591] env[70683]: value = "task-3280154" [ 728.967591] env[70683]: _type = "Task" [ 728.967591] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.982275] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.019760] env[70683]: DEBUG nova.network.neutron [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Updating instance_info_cache with network_info: [{"id": "f91e7796-f796-4198-b54d-601094c64d8d", "address": "fa:16:3e:d5:89:f2", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91e7796-f7", "ovs_interfaceid": "f91e7796-f796-4198-b54d-601094c64d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.026875] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280150, 'name': Rename_Task, 'duration_secs': 0.160403} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.029931] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.030701] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c69dea-395e-4564-a18e-91ee1ea229f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.038544] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 729.038544] env[70683]: value = "task-3280155" [ 729.038544] env[70683]: _type = "Task" [ 729.038544] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.048616] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.109395] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.121698] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136189} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.129541] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.130761] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79148b7-5ad2-40c0-a0cd-8a720c94521f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.148277] env[70683]: DEBUG oslo_vmware.api [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280147, 'name': PowerOnVM_Task, 'duration_secs': 1.491295} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.158611] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.158838] env[70683]: INFO nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Took 20.78 seconds to spawn the instance on the hypervisor. [ 729.159067] env[70683]: DEBUG nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.159885] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.161320] env[70683]: DEBUG nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.178140] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 21684327-a4f7-4b87-bbd4-0d292040a382/21684327-a4f7-4b87-bbd4-0d292040a382.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.183657] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962f96a6-b71c-4142-b830-953937c9e911 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.186934] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.571s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.189035] env[70683]: INFO nova.compute.claims [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.196558] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59207dec-b1ab-4121-a8a2-dffbcc9de22f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.216846] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280153, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.218104] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.229359] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 729.229359] env[70683]: value = "task-3280156" [ 729.229359] env[70683]: _type = "Task" [ 729.229359] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.238104] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.483138] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280154, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.493380] env[70683]: DEBUG nova.compute.manager [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Received event network-vif-plugged-d39a52de-6ea3-4991-bf5c-2b748b75228a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.493669] env[70683]: DEBUG oslo_concurrency.lockutils [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] Acquiring lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.493909] env[70683]: DEBUG oslo_concurrency.lockutils [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] Lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.494096] env[70683]: DEBUG oslo_concurrency.lockutils [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] Lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.494509] env[70683]: DEBUG nova.compute.manager [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] No waiting events found dispatching network-vif-plugged-d39a52de-6ea3-4991-bf5c-2b748b75228a {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.494509] env[70683]: WARNING nova.compute.manager [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Received unexpected event network-vif-plugged-d39a52de-6ea3-4991-bf5c-2b748b75228a for instance with vm_state building and task_state spawning. [ 729.494639] env[70683]: DEBUG nova.compute.manager [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Received event network-changed-d39a52de-6ea3-4991-bf5c-2b748b75228a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.495049] env[70683]: DEBUG nova.compute.manager [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Refreshing instance network info cache due to event network-changed-d39a52de-6ea3-4991-bf5c-2b748b75228a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.495276] env[70683]: DEBUG oslo_concurrency.lockutils [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] Acquiring lock "refresh_cache-ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.495556] env[70683]: DEBUG oslo_concurrency.lockutils [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] Acquired lock "refresh_cache-ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.495650] env[70683]: DEBUG nova.network.neutron [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Refreshing network info cache for port d39a52de-6ea3-4991-bf5c-2b748b75228a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.522684] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Releasing lock "refresh_cache-01696804-9275-4a0a-9809-76f5aec97d3c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.523033] env[70683]: DEBUG nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Instance network_info: |[{"id": "f91e7796-f796-4198-b54d-601094c64d8d", "address": "fa:16:3e:d5:89:f2", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91e7796-f7", "ovs_interfaceid": "f91e7796-f796-4198-b54d-601094c64d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.523683] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:89:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f91e7796-f796-4198-b54d-601094c64d8d', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.531838] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Creating folder: Project (ea3b74ff9d1b44e88c112a17c2d1f4bb). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.532554] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00bc136c-0014-4d9e-ac15-44ddcaee1d23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.547028] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Created folder: Project (ea3b74ff9d1b44e88c112a17c2d1f4bb) in parent group-v655051. [ 729.547028] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Creating folder: Instances. Parent ref: group-v655077. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.549022] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e4e0854-825d-48ad-be11-b8c6ce5715a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.551436] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280155, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.563019] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Created folder: Instances in parent group-v655077. [ 729.563019] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.563019] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.563019] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f579ffcf-f3ec-457b-8175-155284717be2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.590894] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.590894] env[70683]: value = "task-3280159" [ 729.590894] env[70683]: _type = "Task" [ 729.590894] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.606032] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280159, 'name': CreateVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.609848] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280151, 'name': ReconfigVM_Task, 'duration_secs': 0.591492} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.610428] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.611363] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bc96bf4-4e16-40d9-8944-dfeccbdb59c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.620220] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 729.620220] env[70683]: value = "task-3280160" [ 729.620220] env[70683]: _type = "Task" [ 729.620220] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.629778] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280160, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.653984] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539646} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.654414] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] ad1fa7d0-85ed-46ca-80d5-bde9feed81ca/ad1fa7d0-85ed-46ca-80d5-bde9feed81ca.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.655325] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.655325] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eaf4175-6d41-451d-be97-48f194bfca88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.666364] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquiring lock "ecf7e324-2b6c-43dd-b257-854a912604b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.666858] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "ecf7e324-2b6c-43dd-b257-854a912604b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.667055] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 729.667055] env[70683]: value = "task-3280161" [ 729.667055] env[70683]: _type = "Task" [ 729.667055] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.679398] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.681211] env[70683]: DEBUG nova.compute.utils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.684480] env[70683]: DEBUG nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.684480] env[70683]: DEBUG nova.network.neutron [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.748705] env[70683]: INFO nova.compute.manager [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Took 28.07 seconds to build instance. [ 729.761489] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.870013] env[70683]: DEBUG nova.policy [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0de29bbc278e4c3fb1933ef96b41732e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdd1725204594197abf2abfd2739ced7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.986950] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280154, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.053265] env[70683]: DEBUG oslo_vmware.api [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280155, 'name': PowerOnVM_Task, 'duration_secs': 0.667319} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.053804] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.054029] env[70683]: INFO nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Took 14.58 seconds to spawn the instance on the hypervisor. [ 730.054217] env[70683]: DEBUG nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.055340] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b301f1-f4b3-4c97-91ff-71a1ac8eae82 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.104563] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280159, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.138606] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280160, 'name': Rename_Task, 'duration_secs': 0.255622} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.139275] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.139540] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97176c08-179c-4a9b-9f80-5df321e967d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.148082] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 730.148082] env[70683]: value = "task-3280162" [ 730.148082] env[70683]: _type = "Task" [ 730.148082] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.157465] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.181019] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135514} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.181019] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.181019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14463d52-f7b1-41dc-a621-d76a92567047 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.200736] env[70683]: DEBUG nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.216713] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] ad1fa7d0-85ed-46ca-80d5-bde9feed81ca/ad1fa7d0-85ed-46ca-80d5-bde9feed81ca.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.217893] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbde224d-dfbd-4ff9-a56e-b732697f084a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.238043] env[70683]: DEBUG nova.network.neutron [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Successfully updated port: b5413982-36b6-43e2-9fa8-949e670192ca {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.253495] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 730.253495] env[70683]: value = "task-3280163" [ 730.253495] env[70683]: _type = "Task" [ 730.253495] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.257577] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c47fddf0-a43f-42e3-9b0e-b5d0a56fbdac tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.589s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.264429] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.849s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.264656] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] During sync_power_state the instance has a pending task (spawning). Skip. [ 730.265018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.265146] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.271049] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.382737] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.382990] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.490967] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280154, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.578447] env[70683]: INFO nova.compute.manager [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Took 27.97 seconds to build instance. [ 730.610909] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280159, 'name': CreateVM_Task, 'duration_secs': 0.633334} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.610909] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.611630] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.611808] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.612395] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.612805] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801afe1f-2e37-4f6d-afc3-be737a879fc3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.620542] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 730.620542] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524f54f1-ccc7-7eec-04dc-31173bf563ce" [ 730.620542] env[70683]: _type = "Task" [ 730.620542] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.629296] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524f54f1-ccc7-7eec-04dc-31173bf563ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.631010] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc79116-2695-4c69-a450-acfa9d822129 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.638388] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aa34c3-4165-465a-98ca-ed91dd6559e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.680247] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f3b4d0-63c6-42c4-b267-2ae156835f38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.689204] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.691784] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6ba945-b2f5-4052-b22e-b758d5f2d4df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.705686] env[70683]: DEBUG nova.compute.provider_tree [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.742226] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquiring lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.742402] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquired lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.742706] env[70683]: DEBUG nova.network.neutron [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.766221] env[70683]: DEBUG nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.769249] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.776562] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.877992] env[70683]: DEBUG nova.network.neutron [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Updated VIF entry in instance network info cache for port d39a52de-6ea3-4991-bf5c-2b748b75228a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.878584] env[70683]: DEBUG nova.network.neutron [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Updating instance_info_cache with network_info: [{"id": "d39a52de-6ea3-4991-bf5c-2b748b75228a", "address": "fa:16:3e:1e:a5:4c", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39a52de-6e", "ovs_interfaceid": "d39a52de-6ea3-4991-bf5c-2b748b75228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.986391] env[70683]: DEBUG oslo_vmware.api [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280154, 'name': PowerOnVM_Task, 'duration_secs': 1.901513} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.986657] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.986950] env[70683]: INFO nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Took 17.92 seconds to spawn the instance on the hypervisor. [ 730.987113] env[70683]: DEBUG nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.987896] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea36f58-79a7-4439-9af6-e8a221b37d6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.012381] env[70683]: DEBUG nova.network.neutron [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Successfully created port: dd4749a1-f272-432d-a60b-2a8325d60470 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.080477] env[70683]: DEBUG oslo_concurrency.lockutils [None req-873e4d4e-55ea-4158-ae86-540046f5ba54 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.482s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.082139] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.666s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.082407] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] During sync_power_state the instance has a pending task (networking). Skip. [ 731.082664] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.132596] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524f54f1-ccc7-7eec-04dc-31173bf563ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.132976] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.133385] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.133726] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.133943] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.134229] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.134835] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-295e80a9-1d9d-4716-b6ce-e95cdd388de4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.144603] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.144603] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.145468] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546ee572-18fb-42b8-97f7-a6ca5fd29f54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.150954] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 731.150954] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5253e3b7-6399-cd05-98c7-099eefdd4111" [ 731.150954] env[70683]: _type = "Task" [ 731.150954] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.160194] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5253e3b7-6399-cd05-98c7-099eefdd4111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.186029] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.210027] env[70683]: DEBUG nova.scheduler.client.report [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.224162] env[70683]: DEBUG nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.255431] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280156, 'name': ReconfigVM_Task, 'duration_secs': 1.72246} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.255988] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 21684327-a4f7-4b87-bbd4-0d292040a382/21684327-a4f7-4b87-bbd4-0d292040a382.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.256880] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a293de0-35e8-496a-96d7-f5d2ca5b5c1e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.265501] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.265501] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.265501] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.265501] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.265501] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.266078] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.266078] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.266078] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.266181] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.266309] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.266757] env[70683]: DEBUG nova.virt.hardware [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.268023] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6a0d3-45f1-4cf6-9f2e-75da8553f65e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.274900] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 731.274900] env[70683]: value = "task-3280164" [ 731.274900] env[70683]: _type = "Task" [ 731.274900] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.279067] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280163, 'name': ReconfigVM_Task, 'duration_secs': 0.945793} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.285270] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Reconfigured VM instance instance-00000009 to attach disk [datastore2] ad1fa7d0-85ed-46ca-80d5-bde9feed81ca/ad1fa7d0-85ed-46ca-80d5-bde9feed81ca.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.287926] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f068f82d-fb43-415a-96e4-5992360d8a1c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.293025] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d954d78e-8252-4c6d-940e-87cab7ff6701 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.299757] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280164, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.305714] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 731.305714] env[70683]: value = "task-3280165" [ 731.305714] env[70683]: _type = "Task" [ 731.305714] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.318043] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.318043] env[70683]: DEBUG nova.network.neutron [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.330538] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280165, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.351639] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.351880] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.387026] env[70683]: DEBUG oslo_concurrency.lockutils [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] Releasing lock "refresh_cache-ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.387026] env[70683]: DEBUG nova.compute.manager [req-3976b817-1d5c-4fea-83da-987c5ec07e11 req-3087449a-c2e6-43b8-8ad7-d5460a8cc7ac service nova] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Received event network-vif-deleted-9b5020aa-92bd-4991-a4eb-0b08f5f18ec3 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.509122] env[70683]: INFO nova.compute.manager [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Took 29.06 seconds to build instance. [ 731.584473] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.620623] env[70683]: DEBUG nova.network.neutron [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Updating instance_info_cache with network_info: [{"id": "b5413982-36b6-43e2-9fa8-949e670192ca", "address": "fa:16:3e:a8:d1:64", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5413982-36", "ovs_interfaceid": "b5413982-36b6-43e2-9fa8-949e670192ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.665179] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5253e3b7-6399-cd05-98c7-099eefdd4111, 'name': SearchDatastore_Task, 'duration_secs': 0.014666} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.666373] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec7c61c-fee9-4b7c-aa27-84201870caa0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.672173] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 731.672173] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522291bb-fea7-55f0-bfcd-e09e3b523f98" [ 731.672173] env[70683]: _type = "Task" [ 731.672173] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.681314] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522291bb-fea7-55f0-bfcd-e09e3b523f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.690878] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280162, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.714438] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.715452] env[70683]: DEBUG nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.721350] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.485s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.792349] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280164, 'name': Rename_Task, 'duration_secs': 0.152114} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.792589] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.792864] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc31918-7f53-4bfd-95b5-c4e70bff68b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.800008] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 731.800008] env[70683]: value = "task-3280166" [ 731.800008] env[70683]: _type = "Task" [ 731.800008] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.808744] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.831227] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280165, 'name': Rename_Task, 'duration_secs': 0.151019} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.832304] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.832304] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e55e901-d622-468c-bcd8-3d171ea1e8af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.841977] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 731.841977] env[70683]: value = "task-3280167" [ 731.841977] env[70683]: _type = "Task" [ 731.841977] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.852891] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.935182] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.935432] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.938230] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "31110cf7-9bf3-4d38-a595-d751a19d18a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.938230] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.938230] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.941441] env[70683]: INFO nova.compute.manager [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Terminating instance [ 732.011362] env[70683]: DEBUG oslo_concurrency.lockutils [None req-19151fa5-beaf-430e-b8e7-b25fbe15d6e1 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.566s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.013317] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.597s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.013529] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] During sync_power_state the instance has a pending task (spawning). Skip. [ 732.013703] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.119031] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.123972] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Releasing lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.124321] env[70683]: DEBUG nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Instance network_info: |[{"id": "b5413982-36b6-43e2-9fa8-949e670192ca", "address": "fa:16:3e:a8:d1:64", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5413982-36", "ovs_interfaceid": "b5413982-36b6-43e2-9fa8-949e670192ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.124743] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:d1:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5413982-36b6-43e2-9fa8-949e670192ca', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.137810] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Creating folder: Project (7d1b5954dfb94431a266d0c22f27a166). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.138171] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ecc914-ba44-498d-884f-964694b847fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.149832] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Created folder: Project (7d1b5954dfb94431a266d0c22f27a166) in parent group-v655051. [ 732.149954] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Creating folder: Instances. Parent ref: group-v655080. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.151316] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08a6b73d-16ff-4eb7-8de7-e4ee01bedbf5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.160751] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Created folder: Instances in parent group-v655080. [ 732.160751] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.161090] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.161151] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ab576b9-6f04-4313-8d1e-dbaf39c74140 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.185195] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522291bb-fea7-55f0-bfcd-e09e3b523f98, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.189558] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.189838] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 01696804-9275-4a0a-9809-76f5aec97d3c/01696804-9275-4a0a-9809-76f5aec97d3c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.190106] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.190106] env[70683]: value = "task-3280170" [ 732.190106] env[70683]: _type = "Task" [ 732.190106] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.190295] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd963cc2-0df8-4d80-9e4f-6a297d1f9b42 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.200568] env[70683]: DEBUG oslo_vmware.api [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280162, 'name': PowerOnVM_Task, 'duration_secs': 1.805282} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.201127] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.202056] env[70683]: INFO nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Took 14.27 seconds to spawn the instance on the hypervisor. [ 732.202056] env[70683]: DEBUG nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.202420] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc4175-f785-4f1a-815e-c109fd6d511c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.209197] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280170, 'name': CreateVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.209519] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 732.209519] env[70683]: value = "task-3280171" [ 732.209519] env[70683]: _type = "Task" [ 732.209519] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.227088] env[70683]: DEBUG nova.compute.utils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.228563] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.229099] env[70683]: DEBUG nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.229273] env[70683]: DEBUG nova.network.neutron [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.312416] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280166, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.354506] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280167, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.369612] env[70683]: DEBUG nova.policy [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cee56f47ccca4e7988754b5a38b3d784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ceb1364c7ffd4c8d9d629c2b872395fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.446223] env[70683]: DEBUG nova.compute.manager [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.446392] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.447812] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec7066b-b7cf-4bc5-a096-4dddf02da8a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.459164] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.459590] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a174d21f-abb5-4484-bf97-1a665289452f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.469120] env[70683]: DEBUG oslo_vmware.api [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 732.469120] env[70683]: value = "task-3280172" [ 732.469120] env[70683]: _type = "Task" [ 732.469120] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.471622] env[70683]: DEBUG nova.compute.manager [req-692ed6f6-d203-4f2e-a119-40062a114361 req-3ea38b7b-9eb8-4eac-888a-a524b5ea52b3 service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Received event network-vif-plugged-b5413982-36b6-43e2-9fa8-949e670192ca {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.471960] env[70683]: DEBUG oslo_concurrency.lockutils [req-692ed6f6-d203-4f2e-a119-40062a114361 req-3ea38b7b-9eb8-4eac-888a-a524b5ea52b3 service nova] Acquiring lock "12f34026-07c6-4ede-aec6-ec2c1664dded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.472222] env[70683]: DEBUG oslo_concurrency.lockutils [req-692ed6f6-d203-4f2e-a119-40062a114361 req-3ea38b7b-9eb8-4eac-888a-a524b5ea52b3 service nova] Lock "12f34026-07c6-4ede-aec6-ec2c1664dded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.472639] env[70683]: DEBUG oslo_concurrency.lockutils [req-692ed6f6-d203-4f2e-a119-40062a114361 req-3ea38b7b-9eb8-4eac-888a-a524b5ea52b3 service nova] Lock "12f34026-07c6-4ede-aec6-ec2c1664dded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.472739] env[70683]: DEBUG nova.compute.manager [req-692ed6f6-d203-4f2e-a119-40062a114361 req-3ea38b7b-9eb8-4eac-888a-a524b5ea52b3 service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] No waiting events found dispatching network-vif-plugged-b5413982-36b6-43e2-9fa8-949e670192ca {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.472849] env[70683]: WARNING nova.compute.manager [req-692ed6f6-d203-4f2e-a119-40062a114361 req-3ea38b7b-9eb8-4eac-888a-a524b5ea52b3 service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Received unexpected event network-vif-plugged-b5413982-36b6-43e2-9fa8-949e670192ca for instance with vm_state building and task_state spawning. [ 732.485048] env[70683]: DEBUG oslo_vmware.api [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.515724] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.704224] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280170, 'name': CreateVM_Task, 'duration_secs': 0.402377} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.704224] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.705223] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.705223] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.705410] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.706301] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2158add-0a84-44bf-a5f7-37de47823f95 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.712274] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 732.712274] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529d1270-fae8-e88b-09d4-02dd9aa44e87" [ 732.712274] env[70683]: _type = "Task" [ 732.712274] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.738333] env[70683]: DEBUG nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.742121] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529d1270-fae8-e88b-09d4-02dd9aa44e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.744092] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280171, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.747257] env[70683]: INFO nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating resource usage from migration 8c01ea95-804a-43ba-88b3-51be070ef8f7 [ 732.750106] env[70683]: INFO nova.compute.manager [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Took 28.43 seconds to build instance. [ 732.779060] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 31110cf7-9bf3-4d38-a595-d751a19d18a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 732.815665] env[70683]: DEBUG oslo_vmware.api [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280166, 'name': PowerOnVM_Task, 'duration_secs': 0.533538} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.815964] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.816182] env[70683]: INFO nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Took 12.52 seconds to spawn the instance on the hypervisor. [ 732.816360] env[70683]: DEBUG nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.817262] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa038b-81a8-4cbc-ad93-fcc3ae676b60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.835160] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquiring lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.835406] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.859744] env[70683]: DEBUG oslo_vmware.api [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280167, 'name': PowerOnVM_Task, 'duration_secs': 0.521232} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.862026] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.862026] env[70683]: INFO nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Took 10.09 seconds to spawn the instance on the hypervisor. [ 732.862026] env[70683]: DEBUG nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.862026] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c071d7-5f7d-48ee-972a-ab6f122b2e2d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.982949] env[70683]: DEBUG oslo_vmware.api [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280172, 'name': PowerOffVM_Task, 'duration_secs': 0.450379} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.983223] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.983386] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.983626] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9516cb3b-759a-4ada-825c-a3b191b5e1a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.039395] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.084581] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.085049] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.085286] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Deleting the datastore file [datastore1] 31110cf7-9bf3-4d38-a595-d751a19d18a5 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.085558] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d71e88d0-2422-4bd0-8ed7-c88211e9a353 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.095155] env[70683]: DEBUG oslo_vmware.api [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for the task: (returnval){ [ 733.095155] env[70683]: value = "task-3280174" [ 733.095155] env[70683]: _type = "Task" [ 733.095155] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.101520] env[70683]: DEBUG oslo_vmware.api [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.225902] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619659} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.229801] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 01696804-9275-4a0a-9809-76f5aec97d3c/01696804-9275-4a0a-9809-76f5aec97d3c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.230084] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.230245] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529d1270-fae8-e88b-09d4-02dd9aa44e87, 'name': SearchDatastore_Task, 'duration_secs': 0.040297} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.230555] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-537ba4af-6713-4db9-918c-043475c1e30e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.232413] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.232643] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.232876] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.233218] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.233455] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.233763] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8fc2890-a79f-4948-8fa3-646f8d0b95b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.247345] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 733.247345] env[70683]: value = "task-3280175" [ 733.247345] env[70683]: _type = "Task" [ 733.247345] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.248964] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.252865] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.253970] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-029efd00-f848-468e-9e2e-5eb78ff92221 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.255578] env[70683]: DEBUG oslo_concurrency.lockutils [None req-47743cb3-4d49-4425-825a-65001d9d4454 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.952s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.257071] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.841s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.259871] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d457c320-6e68-4516-8af2-870a9b3d6e2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.266673] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 733.266673] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b4b39-6bce-670e-9ca4-619f554c8386" [ 733.266673] env[70683]: _type = "Task" [ 733.266673] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.266673] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.280482] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b4b39-6bce-670e-9ca4-619f554c8386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.283983] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ba1839c5-2c7d-4b59-89d9-6ed8e44343a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 733.284106] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Migration 8c01ea95-804a-43ba-88b3-51be070ef8f7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 733.284235] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e9b0f70b-f729-4741-857b-3208e32dce90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.284349] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 3687f587-2151-4be6-93e9-bd0dd52461e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.284460] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 12f34026-07c6-4ede-aec6-ec2c1664dded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.284569] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 21684327-a4f7-4b87-bbd4-0d292040a382 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.344951] env[70683]: INFO nova.compute.manager [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Took 28.19 seconds to build instance. [ 733.385032] env[70683]: INFO nova.compute.manager [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Took 26.00 seconds to build instance. [ 733.429437] env[70683]: DEBUG nova.network.neutron [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Successfully created port: 9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.473457] env[70683]: DEBUG nova.network.neutron [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Successfully updated port: dd4749a1-f272-432d-a60b-2a8325d60470 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.602983] env[70683]: DEBUG oslo_vmware.api [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Task: {'id': task-3280174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494602} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.605252] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.605553] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.605627] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.605791] env[70683]: INFO nova.compute.manager [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 733.606065] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.606260] env[70683]: DEBUG nova.compute.manager [-] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.606356] env[70683]: DEBUG nova.network.neutron [-] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.749608] env[70683]: DEBUG nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.762363] env[70683]: DEBUG nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.765413] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216043} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.766075] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.767168] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f485dce-3890-4b25-9ea4-2016e9e41671 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.781555] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.781555] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b4b39-6bce-670e-9ca4-619f554c8386, 'name': SearchDatastore_Task, 'duration_secs': 0.018851} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.798191] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance c90cd3a8-ff60-4efe-bb79-bbb450d7326d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 733.798191] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance a7bb7a04-f8f1-43a6-abb7-66511b58f766 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.809925] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 01696804-9275-4a0a-9809-76f5aec97d3c/01696804-9275-4a0a-9809-76f5aec97d3c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.819424] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a15f99a-8213-4a6f-9d22-4b0d89ef9c7b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.823018] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4233ec87-9f15-4772-8683-4e0484819a9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.847181] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c20fc097-e44b-41f7-88cc-a45a9d8ceb12 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "21684327-a4f7-4b87-bbd4-0d292040a382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.711s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.847909] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 733.847909] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528a6c3a-9fed-f0d7-97d1-7f2b38f7a855" [ 733.847909] env[70683]: _type = "Task" [ 733.847909] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.853404] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.853404] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.853404] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.854501] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.854501] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.854501] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.854501] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.854501] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.855155] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.855155] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.855155] env[70683]: DEBUG nova.virt.hardware [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.861140] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a15eb5-36fc-47c9-a58f-0da42de37e93 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.864358] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 733.864358] env[70683]: value = "task-3280176" [ 733.864358] env[70683]: _type = "Task" [ 733.864358] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.877646] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528a6c3a-9fed-f0d7-97d1-7f2b38f7a855, 'name': SearchDatastore_Task, 'duration_secs': 0.019301} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.880109] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.880109] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 12f34026-07c6-4ede-aec6-ec2c1664dded/12f34026-07c6-4ede-aec6-ec2c1664dded.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.880109] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df790c-ef92-4c73-b7bb-8de240bfb0b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.891963] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b3daaba-74e5-4c5d-8a9c-a848451b8e6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.891963] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ed339c6-d7bc-4d1f-8ce3-b1ba1e1ff6fb tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.527s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.891963] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.906163] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 733.906163] env[70683]: value = "task-3280177" [ 733.906163] env[70683]: _type = "Task" [ 733.906163] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.915858] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.977582] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "refresh_cache-f309e06b-e607-4c2f-9743-8cba2f49ae08" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.977733] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquired lock "refresh_cache-f309e06b-e607-4c2f-9743-8cba2f49ae08" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.977977] env[70683]: DEBUG nova.network.neutron [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.298839] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.319941] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ecf7e324-2b6c-43dd-b257-854a912604b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.320140] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.320269] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ad1fa7d0-85ed-46ca-80d5-bde9feed81ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.351795] env[70683]: DEBUG nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.386435] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280176, 'name': ReconfigVM_Task, 'duration_secs': 0.367731} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.386881] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 01696804-9275-4a0a-9809-76f5aec97d3c/01696804-9275-4a0a-9809-76f5aec97d3c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.387724] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef4bba83-ac5a-46a3-9954-18402eb8e899 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.393692] env[70683]: DEBUG nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.399568] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 734.399568] env[70683]: value = "task-3280178" [ 734.399568] env[70683]: _type = "Task" [ 734.399568] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.419726] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280178, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.426546] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.521652] env[70683]: DEBUG nova.network.neutron [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.564711] env[70683]: DEBUG nova.compute.manager [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Received event network-vif-plugged-f91e7796-f796-4198-b54d-601094c64d8d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.564937] env[70683]: DEBUG oslo_concurrency.lockutils [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] Acquiring lock "01696804-9275-4a0a-9809-76f5aec97d3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.565857] env[70683]: DEBUG oslo_concurrency.lockutils [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] Lock "01696804-9275-4a0a-9809-76f5aec97d3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.566149] env[70683]: DEBUG oslo_concurrency.lockutils [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] Lock "01696804-9275-4a0a-9809-76f5aec97d3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.567801] env[70683]: DEBUG nova.compute.manager [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] No waiting events found dispatching network-vif-plugged-f91e7796-f796-4198-b54d-601094c64d8d {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.567801] env[70683]: WARNING nova.compute.manager [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Received unexpected event network-vif-plugged-f91e7796-f796-4198-b54d-601094c64d8d for instance with vm_state building and task_state spawning. [ 734.567801] env[70683]: DEBUG nova.compute.manager [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Received event network-changed-f91e7796-f796-4198-b54d-601094c64d8d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.567801] env[70683]: DEBUG nova.compute.manager [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Refreshing instance network info cache due to event network-changed-f91e7796-f796-4198-b54d-601094c64d8d. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.567801] env[70683]: DEBUG oslo_concurrency.lockutils [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] Acquiring lock "refresh_cache-01696804-9275-4a0a-9809-76f5aec97d3c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.567801] env[70683]: DEBUG oslo_concurrency.lockutils [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] Acquired lock "refresh_cache-01696804-9275-4a0a-9809-76f5aec97d3c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.567801] env[70683]: DEBUG nova.network.neutron [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Refreshing network info cache for port f91e7796-f796-4198-b54d-601094c64d8d {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.708188] env[70683]: DEBUG nova.network.neutron [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Updating instance_info_cache with network_info: [{"id": "dd4749a1-f272-432d-a60b-2a8325d60470", "address": "fa:16:3e:15:77:b0", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4749a1-f2", "ovs_interfaceid": "dd4749a1-f272-432d-a60b-2a8325d60470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.824370] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ba456b84-d8d6-4b50-83ce-ff8e53ac25c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.824591] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance f309e06b-e607-4c2f-9743-8cba2f49ae08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.824937] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 90e290e7-fbf1-4d69-8f9d-088b51196dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.825907] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.826116] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 74fb2529-5bb8-43dc-a360-e25968f02d73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 734.889117] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.931741] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280178, 'name': Rename_Task, 'duration_secs': 0.207054} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.938319] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.938664] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.938946] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642815} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.939298] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01dcfa5c-434a-40ef-b334-6e965c8ef064 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.943819] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 12f34026-07c6-4ede-aec6-ec2c1664dded/12f34026-07c6-4ede-aec6-ec2c1664dded.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.943819] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.943819] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a876c76-bd01-4e2e-9fe1-d7d3601b580f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.951563] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 734.951563] env[70683]: value = "task-3280179" [ 734.951563] env[70683]: _type = "Task" [ 734.951563] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.952868] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 734.952868] env[70683]: value = "task-3280180" [ 734.952868] env[70683]: _type = "Task" [ 734.952868] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.977022] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280179, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.977022] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.100053] env[70683]: DEBUG nova.network.neutron [-] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.160700] env[70683]: DEBUG oslo_concurrency.lockutils [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "3687f587-2151-4be6-93e9-bd0dd52461e4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.163027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.163027] env[70683]: DEBUG nova.compute.manager [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.163027] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff096b0c-74d6-41e5-b36c-7672c75f31f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.170077] env[70683]: DEBUG nova.compute.manager [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 735.170789] env[70683]: DEBUG nova.objects.instance [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lazy-loading 'flavor' on Instance uuid 3687f587-2151-4be6-93e9-bd0dd52461e4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.213092] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Releasing lock "refresh_cache-f309e06b-e607-4c2f-9743-8cba2f49ae08" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.213430] env[70683]: DEBUG nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Instance network_info: |[{"id": "dd4749a1-f272-432d-a60b-2a8325d60470", "address": "fa:16:3e:15:77:b0", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4749a1-f2", "ovs_interfaceid": "dd4749a1-f272-432d-a60b-2a8325d60470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.217193] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:77:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd4749a1-f272-432d-a60b-2a8325d60470', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.227289] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Creating folder: Project (bdd1725204594197abf2abfd2739ced7). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.228369] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c48d457a-2298-478e-8d26-42bd1d91dad1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.242842] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Created folder: Project (bdd1725204594197abf2abfd2739ced7) in parent group-v655051. [ 735.242842] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Creating folder: Instances. Parent ref: group-v655083. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.242842] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b146ec9-d64a-4b51-8eb1-95f95704a046 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.252375] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Created folder: Instances in parent group-v655083. [ 735.253052] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.253391] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.253729] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f23d61-1ee3-40b4-97ba-a3761ee660cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.281425] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.281425] env[70683]: value = "task-3280183" [ 735.281425] env[70683]: _type = "Task" [ 735.281425] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.291284] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280183, 'name': CreateVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.329292] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.329642] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 01696804-9275-4a0a-9809-76f5aec97d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 735.424657] env[70683]: DEBUG nova.network.neutron [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Updated VIF entry in instance network info cache for port f91e7796-f796-4198-b54d-601094c64d8d. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.425038] env[70683]: DEBUG nova.network.neutron [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Updating instance_info_cache with network_info: [{"id": "f91e7796-f796-4198-b54d-601094c64d8d", "address": "fa:16:3e:d5:89:f2", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf91e7796-f7", "ovs_interfaceid": "f91e7796-f796-4198-b54d-601094c64d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.464827] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.469459] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076118} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.469575] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.470479] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4868d08-3536-41d4-9053-1bd2071db792 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.495234] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 12f34026-07c6-4ede-aec6-ec2c1664dded/12f34026-07c6-4ede-aec6-ec2c1664dded.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.495703] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba622ed9-226c-4e30-8222-f55c183d7102 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.516104] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 735.516104] env[70683]: value = "task-3280184" [ 735.516104] env[70683]: _type = "Task" [ 735.516104] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.529745] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.605396] env[70683]: INFO nova.compute.manager [-] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Took 2.00 seconds to deallocate network for instance. [ 735.795834] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280183, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.836315] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance c5a10023-7650-41df-9082-51b0039d2fe2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.927886] env[70683]: DEBUG oslo_concurrency.lockutils [req-52981cf3-746f-4084-a45d-b472fa212bf5 req-a1414f2e-f6b9-44cd-9a13-3341b01c05eb service nova] Releasing lock "refresh_cache-01696804-9275-4a0a-9809-76f5aec97d3c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.965049] env[70683]: DEBUG oslo_vmware.api [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280179, 'name': PowerOnVM_Task, 'duration_secs': 0.993041} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.965516] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.965670] env[70683]: INFO nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Took 10.77 seconds to spawn the instance on the hypervisor. [ 735.965861] env[70683]: DEBUG nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.966930] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c06939-4df5-4958-988c-a09fcc57bb9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.029965] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.059691] env[70683]: DEBUG nova.network.neutron [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Successfully updated port: 9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.112991] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.183458] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.183879] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b13b5a8d-b3dd-4bf6-9110-efabbf434d82 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.192995] env[70683]: DEBUG oslo_vmware.api [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 736.192995] env[70683]: value = "task-3280189" [ 736.192995] env[70683]: _type = "Task" [ 736.192995] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.206160] env[70683]: DEBUG oslo_vmware.api [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.296412] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280183, 'name': CreateVM_Task, 'duration_secs': 0.632075} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.296642] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.297550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.297773] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.298182] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.298526] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7b97f4-a0bf-4384-8757-d62b4be8de86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.304719] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 736.304719] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52051b07-9e8a-9a62-0afa-2152e5101631" [ 736.304719] env[70683]: _type = "Task" [ 736.304719] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.315219] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52051b07-9e8a-9a62-0afa-2152e5101631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.339582] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance c8935d62-815c-4cb6-bbe8-52f88d936b73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.339860] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 736.340018] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 736.492356] env[70683]: INFO nova.compute.manager [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Took 28.13 seconds to build instance. [ 736.495991] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.495991] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.495991] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.496567] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.496850] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.498907] env[70683]: INFO nova.compute.manager [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Terminating instance [ 736.517311] env[70683]: DEBUG nova.compute.manager [req-f703e478-83d2-43ad-809d-276046e0fa35 req-d126e8b6-b4aa-46d7-9413-a9f600b52c51 service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Received event network-changed-b5413982-36b6-43e2-9fa8-949e670192ca {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.517502] env[70683]: DEBUG nova.compute.manager [req-f703e478-83d2-43ad-809d-276046e0fa35 req-d126e8b6-b4aa-46d7-9413-a9f600b52c51 service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Refreshing instance network info cache due to event network-changed-b5413982-36b6-43e2-9fa8-949e670192ca. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.517730] env[70683]: DEBUG oslo_concurrency.lockutils [req-f703e478-83d2-43ad-809d-276046e0fa35 req-d126e8b6-b4aa-46d7-9413-a9f600b52c51 service nova] Acquiring lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.517925] env[70683]: DEBUG oslo_concurrency.lockutils [req-f703e478-83d2-43ad-809d-276046e0fa35 req-d126e8b6-b4aa-46d7-9413-a9f600b52c51 service nova] Acquired lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.518120] env[70683]: DEBUG nova.network.neutron [req-f703e478-83d2-43ad-809d-276046e0fa35 req-d126e8b6-b4aa-46d7-9413-a9f600b52c51 service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Refreshing network info cache for port b5413982-36b6-43e2-9fa8-949e670192ca {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.536790] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280184, 'name': ReconfigVM_Task, 'duration_secs': 0.612486} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.537222] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 12f34026-07c6-4ede-aec6-ec2c1664dded/12f34026-07c6-4ede-aec6-ec2c1664dded.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.537921] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52ccc1ce-258a-4da5-ad26-b7b1b6639e04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.545786] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 736.545786] env[70683]: value = "task-3280190" [ 736.545786] env[70683]: _type = "Task" [ 736.545786] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.555790] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280190, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.564235] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquiring lock "refresh_cache-eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.564415] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquired lock "refresh_cache-eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.564595] env[70683]: DEBUG nova.network.neutron [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.703603] env[70683]: DEBUG oslo_vmware.api [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280189, 'name': PowerOffVM_Task, 'duration_secs': 0.383968} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.703874] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.704308] env[70683]: DEBUG nova.compute.manager [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.708204] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac3cac0-6853-4d48-bdf9-b7779f63508c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.722572] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0115b-1dbc-4846-8e91-0661ba1eaa64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.730803] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed12e47-8321-4b99-bae5-e79a01cd9378 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.765112] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413e0b3-5386-47ad-8b17-9130ed26c226 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.774148] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e478a-6b06-4b7e-b806-afd430db9c3a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.789483] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.817112] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52051b07-9e8a-9a62-0afa-2152e5101631, 'name': SearchDatastore_Task, 'duration_secs': 0.036279} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.817535] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.817901] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.818145] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.818374] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.818592] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.818888] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc1b3ce-6d24-45c7-8622-62f8b524437a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.828150] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.828355] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.829113] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe7687e-0bec-44f4-831e-ddcf0967ba0b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.834884] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 736.834884] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c52778-d8e9-d221-0b08-2067eaa3b344" [ 736.834884] env[70683]: _type = "Task" [ 736.834884] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.843457] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c52778-d8e9-d221-0b08-2067eaa3b344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.994836] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e14b74c0-dacb-4eee-af5c-6de212617230 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "01696804-9275-4a0a-9809-76f5aec97d3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.651s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.003494] env[70683]: DEBUG nova.compute.manager [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.003494] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.005022] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d48deb-64bb-4397-b2ea-435ad01cc650 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.015543] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.015813] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90b97cfc-c451-48f6-899b-af4529b5156c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.025240] env[70683]: DEBUG oslo_vmware.api [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 737.025240] env[70683]: value = "task-3280191" [ 737.025240] env[70683]: _type = "Task" [ 737.025240] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.035630] env[70683]: DEBUG oslo_vmware.api [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.063542] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280190, 'name': Rename_Task, 'duration_secs': 0.289494} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.063832] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.064106] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0023d29e-9197-460c-a5b9-3630dd16db91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.072538] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 737.072538] env[70683]: value = "task-3280192" [ 737.072538] env[70683]: _type = "Task" [ 737.072538] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.082303] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.135170] env[70683]: DEBUG nova.network.neutron [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.224935] env[70683]: DEBUG oslo_concurrency.lockutils [None req-412a6180-a0f2-4bd7-ab71-ab99ebe22df6 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.297286] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.345974] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c52778-d8e9-d221-0b08-2067eaa3b344, 'name': SearchDatastore_Task, 'duration_secs': 0.014461} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.349263] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e85b11-6b24-4120-9afb-32a061e0d047 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.356022] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 737.356022] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ddd8d7-76c3-6f91-c933-f61dc8cfc3be" [ 737.356022] env[70683]: _type = "Task" [ 737.356022] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.363245] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ddd8d7-76c3-6f91-c933-f61dc8cfc3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.469145] env[70683]: DEBUG nova.network.neutron [req-f703e478-83d2-43ad-809d-276046e0fa35 req-d126e8b6-b4aa-46d7-9413-a9f600b52c51 service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Updated VIF entry in instance network info cache for port b5413982-36b6-43e2-9fa8-949e670192ca. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.469145] env[70683]: DEBUG nova.network.neutron [req-f703e478-83d2-43ad-809d-276046e0fa35 req-d126e8b6-b4aa-46d7-9413-a9f600b52c51 service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Updating instance_info_cache with network_info: [{"id": "b5413982-36b6-43e2-9fa8-949e670192ca", "address": "fa:16:3e:a8:d1:64", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5413982-36", "ovs_interfaceid": "b5413982-36b6-43e2-9fa8-949e670192ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.500795] env[70683]: DEBUG nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.545451] env[70683]: DEBUG oslo_vmware.api [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280191, 'name': PowerOffVM_Task, 'duration_secs': 0.235709} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.545712] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.546344] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.546344] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7a57af8-8d8b-42c3-8483-da4c51a71070 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.584054] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280192, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.629381] env[70683]: DEBUG nova.network.neutron [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Updating instance_info_cache with network_info: [{"id": "9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a", "address": "fa:16:3e:0a:2a:58", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a00a2f6-f6", "ovs_interfaceid": "9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.687643] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "5568be61-b000-400f-b695-beb26c1d52c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.687945] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.712377] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.712377] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.712567] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Deleting the datastore file [datastore1] 90e290e7-fbf1-4d69-8f9d-088b51196dcb {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.712795] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0238a38-c212-4070-8818-e001d57277a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.721203] env[70683]: DEBUG oslo_vmware.api [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 737.721203] env[70683]: value = "task-3280194" [ 737.721203] env[70683]: _type = "Task" [ 737.721203] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.730548] env[70683]: DEBUG oslo_vmware.api [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.804703] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 737.805663] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.084s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.805663] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.384s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.805663] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.808287] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.590s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.810230] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.810745] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Getting list of instances from cluster (obj){ [ 737.810745] env[70683]: value = "domain-c8" [ 737.810745] env[70683]: _type = "ClusterComputeResource" [ 737.810745] env[70683]: } {{(pid=70683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 737.812270] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38f8819-283c-4060-824c-ef644a952d57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.844779] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Got total of 9 instances {{(pid=70683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 737.851725] env[70683]: INFO nova.scheduler.client.report [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Deleted allocations for instance a7bb7a04-f8f1-43a6-abb7-66511b58f766 [ 737.872847] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ddd8d7-76c3-6f91-c933-f61dc8cfc3be, 'name': SearchDatastore_Task, 'duration_secs': 0.020363} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.873258] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.873702] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] f309e06b-e607-4c2f-9743-8cba2f49ae08/f309e06b-e607-4c2f-9743-8cba2f49ae08.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.873917] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91dc65d7-6f05-41d7-9a7e-d1319e15e05d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.883628] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 737.883628] env[70683]: value = "task-3280195" [ 737.883628] env[70683]: _type = "Task" [ 737.883628] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.898780] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.972363] env[70683]: DEBUG oslo_concurrency.lockutils [req-f703e478-83d2-43ad-809d-276046e0fa35 req-d126e8b6-b4aa-46d7-9413-a9f600b52c51 service nova] Releasing lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.021296] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.085231] env[70683]: DEBUG oslo_vmware.api [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280192, 'name': PowerOnVM_Task, 'duration_secs': 0.704172} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.085497] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.085750] env[70683]: INFO nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Took 9.41 seconds to spawn the instance on the hypervisor. [ 738.085992] env[70683]: DEBUG nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.086827] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b60030-14d2-4645-86e9-a16a4346a512 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.133963] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Releasing lock "refresh_cache-eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.133963] env[70683]: DEBUG nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Instance network_info: |[{"id": "9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a", "address": "fa:16:3e:0a:2a:58", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a00a2f6-f6", "ovs_interfaceid": "9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.133963] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:2a:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.142354] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Creating folder: Project (ceb1364c7ffd4c8d9d629c2b872395fd). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.143722] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e8c8299-0ed6-4483-8cdf-342c98ac8ecd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.156943] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Created folder: Project (ceb1364c7ffd4c8d9d629c2b872395fd) in parent group-v655051. [ 738.157056] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Creating folder: Instances. Parent ref: group-v655089. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.157318] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2fba9cc-3180-4f51-944a-061a1514c66b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.168166] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Created folder: Instances in parent group-v655089. [ 738.168854] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.169463] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.169746] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-291c8179-5178-4093-95bf-8f5d6ed2c740 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.193697] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.193697] env[70683]: value = "task-3280198" [ 738.193697] env[70683]: _type = "Task" [ 738.193697] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.208709] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.208709] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.208709] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280198, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.235699] env[70683]: DEBUG oslo_vmware.api [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280655} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.235974] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.236200] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.236380] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.236640] env[70683]: INFO nova.compute.manager [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Took 1.23 seconds to destroy the instance on the hypervisor. [ 738.236968] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.237188] env[70683]: DEBUG nova.compute.manager [-] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.237286] env[70683]: DEBUG nova.network.neutron [-] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.316373] env[70683]: INFO nova.compute.claims [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.355263] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Received event network-vif-plugged-dd4749a1-f272-432d-a60b-2a8325d60470 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.355919] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Acquiring lock "f309e06b-e607-4c2f-9743-8cba2f49ae08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.356516] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Lock "f309e06b-e607-4c2f-9743-8cba2f49ae08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.356714] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Lock "f309e06b-e607-4c2f-9743-8cba2f49ae08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.360141] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] No waiting events found dispatching network-vif-plugged-dd4749a1-f272-432d-a60b-2a8325d60470 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.360141] env[70683]: WARNING nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Received unexpected event network-vif-plugged-dd4749a1-f272-432d-a60b-2a8325d60470 for instance with vm_state building and task_state spawning. [ 738.360141] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Received event network-changed-dd4749a1-f272-432d-a60b-2a8325d60470 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.360141] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Refreshing instance network info cache due to event network-changed-dd4749a1-f272-432d-a60b-2a8325d60470. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.360141] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Acquiring lock "refresh_cache-f309e06b-e607-4c2f-9743-8cba2f49ae08" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.360141] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Acquired lock "refresh_cache-f309e06b-e607-4c2f-9743-8cba2f49ae08" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.360141] env[70683]: DEBUG nova.network.neutron [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Refreshing network info cache for port dd4749a1-f272-432d-a60b-2a8325d60470 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.366644] env[70683]: DEBUG oslo_concurrency.lockutils [None req-427af7c5-912e-4bbe-8f78-47a7708fa6a1 tempest-DeleteServersAdminTestJSON-1166647116 tempest-DeleteServersAdminTestJSON-1166647116-project-admin] Lock "a7bb7a04-f8f1-43a6-abb7-66511b58f766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.336s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.407348] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280195, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.612086] env[70683]: INFO nova.compute.manager [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Took 17.95 seconds to build instance. [ 738.707273] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280198, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.833861] env[70683]: INFO nova.compute.resource_tracker [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating resource usage from migration 8c01ea95-804a-43ba-88b3-51be070ef8f7 [ 738.901434] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801963} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.903134] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] f309e06b-e607-4c2f-9743-8cba2f49ae08/f309e06b-e607-4c2f-9743-8cba2f49ae08.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.903134] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.903134] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b468a3-9c60-4e04-b840-8627ef16a0d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.918221] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 738.918221] env[70683]: value = "task-3280200" [ 738.918221] env[70683]: _type = "Task" [ 738.918221] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.936075] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.978612] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "074198f4-c433-42e5-be81-4c6f45554d97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.978936] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "074198f4-c433-42e5-be81-4c6f45554d97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.114962] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dc248f77-56a8-45b3-857c-b5f9e20d6334 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "12f34026-07c6-4ede-aec6-ec2c1664dded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.078s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.207036] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280198, 'name': CreateVM_Task, 'duration_secs': 0.980731} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.209846] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.212169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.212169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.212169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.212169] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef68d8da-032c-4ac6-8937-26c7746ace0f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.217689] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 739.217689] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522678c2-1a27-a7b6-30c9-b62e7d1cb590" [ 739.217689] env[70683]: _type = "Task" [ 739.217689] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.233127] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522678c2-1a27-a7b6-30c9-b62e7d1cb590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.288916] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b564896f-cb5e-48eb-b70b-97c76c19a436 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.297514] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f753850-ea85-4a5c-9b37-457e9e73d263 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.345021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9d758a-a0c6-46ce-8605-bbcce8f0bcd9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.354416] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023db4b6-d7f2-48b8-ab22-236141517540 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.369031] env[70683]: DEBUG nova.compute.provider_tree [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.432140] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196699} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.432140] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.432140] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65869ae9-a34e-4b8b-b060-3609df3667f4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.459538] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] f309e06b-e607-4c2f-9743-8cba2f49ae08/f309e06b-e607-4c2f-9743-8cba2f49ae08.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.460237] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d746741a-9450-4aa6-8415-3b6f08ece0fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.482338] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 739.482338] env[70683]: value = "task-3280201" [ 739.482338] env[70683]: _type = "Task" [ 739.482338] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.490867] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.617816] env[70683]: DEBUG nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.628420] env[70683]: DEBUG nova.network.neutron [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Updated VIF entry in instance network info cache for port dd4749a1-f272-432d-a60b-2a8325d60470. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.628729] env[70683]: DEBUG nova.network.neutron [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Updating instance_info_cache with network_info: [{"id": "dd4749a1-f272-432d-a60b-2a8325d60470", "address": "fa:16:3e:15:77:b0", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4749a1-f2", "ovs_interfaceid": "dd4749a1-f272-432d-a60b-2a8325d60470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.739863] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522678c2-1a27-a7b6-30c9-b62e7d1cb590, 'name': SearchDatastore_Task, 'duration_secs': 0.037395} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.739969] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.740262] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.740572] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.740770] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.741023] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.741767] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21a602d-d1d9-46bd-b95c-1570a7aba135 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.760019] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.760019] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.760019] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142be79c-f6cb-43ea-9f59-bea34e9a96c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.767400] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 739.767400] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525aa44f-a577-23d6-4d69-4ad9446bb29a" [ 739.767400] env[70683]: _type = "Task" [ 739.767400] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.780798] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525aa44f-a577-23d6-4d69-4ad9446bb29a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.877658] env[70683]: DEBUG nova.scheduler.client.report [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.927430] env[70683]: DEBUG nova.network.neutron [-] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.993137] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.135537] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Releasing lock "refresh_cache-f309e06b-e607-4c2f-9743-8cba2f49ae08" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.136067] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Received event network-vif-deleted-36779662-f91a-4c12-89e2-52d8d8f484a8 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.136213] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Received event network-vif-plugged-9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.136512] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Acquiring lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.136787] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.137027] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.137282] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] No waiting events found dispatching network-vif-plugged-9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.137457] env[70683]: WARNING nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Received unexpected event network-vif-plugged-9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a for instance with vm_state building and task_state spawning. [ 740.137677] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Received event network-changed-9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.137899] env[70683]: DEBUG nova.compute.manager [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Refreshing instance network info cache due to event network-changed-9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.138206] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Acquiring lock "refresh_cache-eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.138409] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Acquired lock "refresh_cache-eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.138630] env[70683]: DEBUG nova.network.neutron [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Refreshing network info cache for port 9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.156556] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.280555] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525aa44f-a577-23d6-4d69-4ad9446bb29a, 'name': SearchDatastore_Task, 'duration_secs': 0.015064} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.281094] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ea68ea-0f2f-41d1-bad7-3758a0150aa7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.288037] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 740.288037] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52be2728-8c5b-6405-7e89-237b44eeb33a" [ 740.288037] env[70683]: _type = "Task" [ 740.288037] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.297048] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52be2728-8c5b-6405-7e89-237b44eeb33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.332982] env[70683]: DEBUG nova.compute.manager [req-fb81ad33-1df6-45ea-8223-7d9fdc010301 req-762df532-6547-414f-b4a0-6662ee204f74 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-vif-deleted-fdb17d9c-19aa-4396-8862-d8c8d72c22ec {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.382118] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.574s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.382384] env[70683]: INFO nova.compute.manager [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Migrating [ 740.382495] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.382648] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.384696] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.068s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.386396] env[70683]: INFO nova.compute.claims [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.436887] env[70683]: INFO nova.compute.manager [-] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Took 2.20 seconds to deallocate network for instance. [ 740.482050] env[70683]: DEBUG nova.compute.manager [None req-4fd29ee3-673d-4acb-a82c-b45aa82f2a18 tempest-ServerExternalEventsTest-1350182040 tempest-ServerExternalEventsTest-1350182040-project] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Received event network-changed {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.482050] env[70683]: DEBUG nova.compute.manager [None req-4fd29ee3-673d-4acb-a82c-b45aa82f2a18 tempest-ServerExternalEventsTest-1350182040 tempest-ServerExternalEventsTest-1350182040-project] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Refreshing instance network info cache due to event network-changed. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.482050] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd29ee3-673d-4acb-a82c-b45aa82f2a18 tempest-ServerExternalEventsTest-1350182040 tempest-ServerExternalEventsTest-1350182040-project] Acquiring lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.482050] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd29ee3-673d-4acb-a82c-b45aa82f2a18 tempest-ServerExternalEventsTest-1350182040 tempest-ServerExternalEventsTest-1350182040-project] Acquired lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.482050] env[70683]: DEBUG nova.network.neutron [None req-4fd29ee3-673d-4acb-a82c-b45aa82f2a18 tempest-ServerExternalEventsTest-1350182040 tempest-ServerExternalEventsTest-1350182040-project] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.494903] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280201, 'name': ReconfigVM_Task, 'duration_secs': 0.705416} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.495032] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Reconfigured VM instance instance-0000000c to attach disk [datastore1] f309e06b-e607-4c2f-9743-8cba2f49ae08/f309e06b-e607-4c2f-9743-8cba2f49ae08.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.495571] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ea2c4b-bd9d-4788-9ccb-42f8118ec5a6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.503173] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 740.503173] env[70683]: value = "task-3280202" [ 740.503173] env[70683]: _type = "Task" [ 740.503173] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.514222] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280202, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.805212] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52be2728-8c5b-6405-7e89-237b44eeb33a, 'name': SearchDatastore_Task, 'duration_secs': 0.018452} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.805954] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.805954] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3/eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.805954] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2487a7a-c08d-4016-b4ab-dede6c813535 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.813057] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 740.813057] env[70683]: value = "task-3280204" [ 740.813057] env[70683]: _type = "Task" [ 740.813057] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.823159] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.894785] env[70683]: INFO nova.compute.rpcapi [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 740.895996] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.927553] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "644b6351-0c3e-4af4-83f2-8f19d3be4041" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.927814] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "644b6351-0c3e-4af4-83f2-8f19d3be4041" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.957705] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.993982] env[70683]: DEBUG nova.network.neutron [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Updated VIF entry in instance network info cache for port 9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.994341] env[70683]: DEBUG nova.network.neutron [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Updating instance_info_cache with network_info: [{"id": "9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a", "address": "fa:16:3e:0a:2a:58", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a00a2f6-f6", "ovs_interfaceid": "9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.014960] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280202, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.057578] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquiring lock "01696804-9275-4a0a-9809-76f5aec97d3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.058169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "01696804-9275-4a0a-9809-76f5aec97d3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.058501] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquiring lock "01696804-9275-4a0a-9809-76f5aec97d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.058818] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "01696804-9275-4a0a-9809-76f5aec97d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.060416] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "01696804-9275-4a0a-9809-76f5aec97d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.062672] env[70683]: INFO nova.compute.manager [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Terminating instance [ 741.323799] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.331857] env[70683]: DEBUG nova.network.neutron [None req-4fd29ee3-673d-4acb-a82c-b45aa82f2a18 tempest-ServerExternalEventsTest-1350182040 tempest-ServerExternalEventsTest-1350182040-project] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Updating instance_info_cache with network_info: [{"id": "b5413982-36b6-43e2-9fa8-949e670192ca", "address": "fa:16:3e:a8:d1:64", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5413982-36", "ovs_interfaceid": "b5413982-36b6-43e2-9fa8-949e670192ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.428358] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.428636] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.429039] env[70683]: DEBUG nova.network.neutron [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.490192] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquiring lock "21684327-a4f7-4b87-bbd4-0d292040a382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.490433] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "21684327-a4f7-4b87-bbd4-0d292040a382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.490635] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquiring lock "21684327-a4f7-4b87-bbd4-0d292040a382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.490881] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "21684327-a4f7-4b87-bbd4-0d292040a382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.491041] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "21684327-a4f7-4b87-bbd4-0d292040a382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.495257] env[70683]: INFO nova.compute.manager [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Terminating instance [ 741.500117] env[70683]: DEBUG oslo_concurrency.lockutils [req-dbccbce1-03e7-40bb-b7ad-ea88155234d5 req-43a6d806-efed-46c7-a34a-afab17d71885 service nova] Releasing lock "refresh_cache-eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.517570] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280202, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.567170] env[70683]: DEBUG nova.compute.manager [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.568702] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.571169] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a919250-8f55-4883-b007-a2f4b8d568ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.587284] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.587423] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-add28ccf-e599-48e4-88e6-6272fe589166 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.597033] env[70683]: DEBUG oslo_vmware.api [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 741.597033] env[70683]: value = "task-3280205" [ 741.597033] env[70683]: _type = "Task" [ 741.597033] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.606961] env[70683]: DEBUG oslo_vmware.api [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.829041] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556433} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.829152] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3/eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.829309] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.829909] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de8ba15-05a5-4763-98ed-da50f5cff89b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.834255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd29ee3-673d-4acb-a82c-b45aa82f2a18 tempest-ServerExternalEventsTest-1350182040 tempest-ServerExternalEventsTest-1350182040-project] Releasing lock "refresh_cache-12f34026-07c6-4ede-aec6-ec2c1664dded" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.836502] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 741.836502] env[70683]: value = "task-3280206" [ 741.836502] env[70683]: _type = "Task" [ 741.836502] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.843435] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a7d26a-fd89-4395-b36e-60045459409f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.851385] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.855171] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a57d983-f1b2-4bc2-9b3c-26c0fb1dac70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.891122] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd31be7-a111-445d-b99e-37d853fcdbcf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.899925] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f4108-9986-4dbd-82e6-cf80fb0e3c69 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.915339] env[70683]: DEBUG nova.compute.provider_tree [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.999866] env[70683]: DEBUG nova.compute.manager [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.000205] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.001402] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54b81c-0142-488d-8a70-6c0ba21ac4fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.006845] env[70683]: DEBUG nova.compute.manager [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.008075] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d9084e-8b3f-4b8c-b917-fefc8a858b8b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.030603] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280202, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.045991] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.047735] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90de6a54-4701-4e61-bb16-f453bdca8a2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.055213] env[70683]: DEBUG oslo_vmware.api [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 742.055213] env[70683]: value = "task-3280207" [ 742.055213] env[70683]: _type = "Task" [ 742.055213] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.066244] env[70683]: DEBUG oslo_vmware.api [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.106907] env[70683]: DEBUG oslo_vmware.api [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.129934] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquiring lock "12f34026-07c6-4ede-aec6-ec2c1664dded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.130091] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "12f34026-07c6-4ede-aec6-ec2c1664dded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.133424] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquiring lock "12f34026-07c6-4ede-aec6-ec2c1664dded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.133424] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "12f34026-07c6-4ede-aec6-ec2c1664dded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.133424] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "12f34026-07c6-4ede-aec6-ec2c1664dded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.133424] env[70683]: INFO nova.compute.manager [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Terminating instance [ 742.290174] env[70683]: DEBUG nova.network.neutron [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance_info_cache with network_info: [{"id": "0334b59f-4dee-48cb-ba81-12fe77499fed", "address": "fa:16:3e:85:7c:e8", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334b59f-4d", "ovs_interfaceid": "0334b59f-4dee-48cb-ba81-12fe77499fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.349828] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236233} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.351720] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.351911] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d8e11-cabd-4d6a-a973-9c01fc637208 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.378222] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3/eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.378222] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-979f31dd-bef0-4a27-b0ec-830a6a63aaa3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.405027] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 742.405027] env[70683]: value = "task-3280208" [ 742.405027] env[70683]: _type = "Task" [ 742.405027] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.416516] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.418760] env[70683]: DEBUG nova.scheduler.client.report [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.519531] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280202, 'name': Rename_Task, 'duration_secs': 1.858369} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.519890] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.520242] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f38e820-8588-4b2f-bc3d-cc018980d57f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.526710] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 742.526710] env[70683]: value = "task-3280209" [ 742.526710] env[70683]: _type = "Task" [ 742.526710] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.535983] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.551761] env[70683]: INFO nova.compute.manager [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] instance snapshotting [ 742.552339] env[70683]: WARNING nova.compute.manager [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 742.556286] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e107b592-46cc-4f8d-b8c6-7edf033ee026 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.592009] env[70683]: DEBUG oslo_vmware.api [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280207, 'name': PowerOffVM_Task, 'duration_secs': 0.376291} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.593634] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f328e-1cef-44e4-923f-2f6e25f77dd3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.597035] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.597304] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.597735] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-137e4c57-50ea-4c6e-9ae8-540e9766d517 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.613543] env[70683]: DEBUG oslo_vmware.api [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280205, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.638667] env[70683]: DEBUG nova.compute.manager [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.638997] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.639907] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e0f9e1-4eec-49f6-9b34-771f47c323ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.649759] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.650043] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c9f1a92-4093-478b-8772-b7dd2fa040c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.664457] env[70683]: DEBUG oslo_vmware.api [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 742.664457] env[70683]: value = "task-3280211" [ 742.664457] env[70683]: _type = "Task" [ 742.664457] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.671871] env[70683]: DEBUG oslo_vmware.api [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.674385] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.674896] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.675218] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Deleting the datastore file [datastore2] 21684327-a4f7-4b87-bbd4-0d292040a382 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.675614] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff954239-a073-4ee0-bded-f3dcf2566a10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.682113] env[70683]: DEBUG oslo_vmware.api [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for the task: (returnval){ [ 742.682113] env[70683]: value = "task-3280212" [ 742.682113] env[70683]: _type = "Task" [ 742.682113] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.691324] env[70683]: DEBUG oslo_vmware.api [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.794215] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.916943] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280208, 'name': ReconfigVM_Task, 'duration_secs': 0.345395} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.917309] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Reconfigured VM instance instance-0000000d to attach disk [datastore1] eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3/eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.918136] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58a67667-b0fe-4550-9fb1-2c261127b920 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.928423] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.928423] env[70683]: DEBUG nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.931185] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 742.931185] env[70683]: value = "task-3280214" [ 742.931185] env[70683]: _type = "Task" [ 742.931185] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.934911] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.816s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.936575] env[70683]: INFO nova.compute.claims [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.952398] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280214, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.039073] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280209, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.111889] env[70683]: DEBUG oslo_vmware.api [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280205, 'name': PowerOffVM_Task, 'duration_secs': 1.024238} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.113034] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.113034] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.113034] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71e4d3e1-565c-4b76-adf5-3642fa4a082c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.115275] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.115560] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac9d8b66-b3df-4a37-b1e7-5a915a972be1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.124910] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 743.124910] env[70683]: value = "task-3280216" [ 743.124910] env[70683]: _type = "Task" [ 743.124910] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.135683] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280216, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.169596] env[70683]: DEBUG oslo_vmware.api [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280211, 'name': PowerOffVM_Task, 'duration_secs': 0.254706} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.170191] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.170191] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.170447] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fe79279-0226-42a2-8d15-5b4084f8c428 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.192859] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.192859] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.192859] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Deleting the datastore file [datastore2] 01696804-9275-4a0a-9809-76f5aec97d3c {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.192859] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c5ddd71-e646-4aaf-9ab8-a37f08e48967 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.197072] env[70683]: DEBUG oslo_vmware.api [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Task: {'id': task-3280212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154577} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.197638] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.197923] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.198183] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.198405] env[70683]: INFO nova.compute.manager [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Took 1.20 seconds to destroy the instance on the hypervisor. [ 743.198716] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.198908] env[70683]: DEBUG nova.compute.manager [-] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.199040] env[70683]: DEBUG nova.network.neutron [-] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.202446] env[70683]: DEBUG oslo_vmware.api [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for the task: (returnval){ [ 743.202446] env[70683]: value = "task-3280218" [ 743.202446] env[70683]: _type = "Task" [ 743.202446] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.213588] env[70683]: DEBUG oslo_vmware.api [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.216202] env[70683]: DEBUG nova.compute.manager [req-a25a24d7-3c70-46bd-8da7-d37ea5cab40a req-69887567-d886-4f52-9575-abba292d9a91 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-vif-deleted-70be458e-930b-4455-9b04-d4d75808cb4e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.216381] env[70683]: DEBUG nova.compute.manager [req-a25a24d7-3c70-46bd-8da7-d37ea5cab40a req-69887567-d886-4f52-9575-abba292d9a91 service nova] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Received event network-vif-deleted-23cd9f7a-0e3d-45c4-8349-2f78e7824805 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.437364] env[70683]: DEBUG nova.compute.utils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.438910] env[70683]: DEBUG nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.439786] env[70683]: DEBUG nova.network.neutron [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.458382] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280214, 'name': Rename_Task, 'duration_secs': 0.145048} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.458382] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.458382] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2023d61a-c7ea-4bd1-bce1-74a8848bb287 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.468019] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 743.468019] env[70683]: value = "task-3280219" [ 743.468019] env[70683]: _type = "Task" [ 743.468019] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.477136] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.537212] env[70683]: DEBUG oslo_vmware.api [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280209, 'name': PowerOnVM_Task, 'duration_secs': 0.621145} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.537519] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.537715] env[70683]: INFO nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Took 12.31 seconds to spawn the instance on the hypervisor. [ 743.537987] env[70683]: DEBUG nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.538797] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d4c3ab-da0c-4316-b0c2-aed59a4b0193 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.549573] env[70683]: DEBUG nova.policy [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0de29bbc278e4c3fb1933ef96b41732e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdd1725204594197abf2abfd2739ced7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.640261] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280216, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.713394] env[70683]: DEBUG oslo_vmware.api [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Task: {'id': task-3280218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20286} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.714419] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.714634] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.714997] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.715106] env[70683]: INFO nova.compute.manager [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Took 2.15 seconds to destroy the instance on the hypervisor. [ 743.715363] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.715558] env[70683]: DEBUG nova.compute.manager [-] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.715664] env[70683]: DEBUG nova.network.neutron [-] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.943587] env[70683]: DEBUG nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.975693] env[70683]: DEBUG nova.network.neutron [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Successfully created port: 8c33bea5-18d1-498a-8c47-6453a59eb1b7 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.987047] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280219, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.060735] env[70683]: INFO nova.compute.manager [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Took 21.86 seconds to build instance. [ 744.141659] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280216, 'name': CreateSnapshot_Task, 'duration_secs': 0.528371} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.145123] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.146112] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d48ca-0219-4583-9010-599a188b6cd5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.324185] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597c75de-4f2c-4f7b-ba52-0214142e8862 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.356904] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance 'e9b0f70b-f729-4741-857b-3208e32dce90' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 744.438428] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44c04e2-cb50-472b-8974-e047d74d1fbf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.456526] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd6650e-2705-4a8f-b8f5-72cb62511236 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.500364] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c340b469-e2b5-4f33-92ae-032763f5067f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.509400] env[70683]: DEBUG nova.network.neutron [-] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.512034] env[70683]: DEBUG oslo_vmware.api [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280219, 'name': PowerOnVM_Task, 'duration_secs': 0.578504} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.513332] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.513549] env[70683]: INFO nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Took 10.76 seconds to spawn the instance on the hypervisor. [ 744.513729] env[70683]: DEBUG nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.514607] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22a1bd6-41a0-4ae3-b44f-80a1c83fcdb1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.518577] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5d97e0-1729-43d8-a6e5-40535c4af52c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.541391] env[70683]: DEBUG nova.compute.provider_tree [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.565865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c73a9ff-7956-46d7-a95b-5f7fe47aaac8 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "f309e06b-e607-4c2f-9743-8cba2f49ae08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.243s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.670502] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 744.671392] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6302ec5b-8b88-4f8a-8720-cf29c1bb019f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.683275] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 744.683275] env[70683]: value = "task-3280220" [ 744.683275] env[70683]: _type = "Task" [ 744.683275] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.692241] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280220, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.825732] env[70683]: DEBUG nova.network.neutron [-] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.865154] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.866260] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d376537-3887-44e6-b2d0-3a1ae42b707f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.878548] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 744.878548] env[70683]: value = "task-3280221" [ 744.878548] env[70683]: _type = "Task" [ 744.878548] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.896488] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.966544] env[70683]: DEBUG nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.013344] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.014174] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.014174] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.014174] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.014174] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.014385] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.014484] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.014562] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.014725] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.015765] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.015765] env[70683]: DEBUG nova.virt.hardware [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.015765] env[70683]: INFO nova.compute.manager [-] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Took 1.82 seconds to deallocate network for instance. [ 745.016506] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db41c1d9-8802-48b1-b764-d9995adbbf77 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.036235] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ae2b2a-534c-4835-817f-0c504174ae1e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.042817] env[70683]: DEBUG nova.compute.manager [req-3c2774bf-d5e6-4199-94c4-6fb55541987b req-734e5df8-8f68-4a08-a798-ae7b39a490ca service nova] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Received event network-vif-deleted-f83a7af7-986d-4e8d-b4b2-d36f64ec860a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.050301] env[70683]: INFO nova.compute.manager [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Took 22.46 seconds to build instance. [ 745.060641] env[70683]: DEBUG nova.scheduler.client.report [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.069094] env[70683]: DEBUG nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.113782] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "e151b104-0273-47db-b6a3-9705a99059fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.113782] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e151b104-0273-47db-b6a3-9705a99059fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.195218] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280220, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.328250] env[70683]: INFO nova.compute.manager [-] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Took 1.61 seconds to deallocate network for instance. [ 745.395206] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280221, 'name': PowerOffVM_Task, 'duration_secs': 0.211331} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.395485] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.395664] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance 'e9b0f70b-f729-4741-857b-3208e32dce90' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 745.533793] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.569249] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.569249] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.569666] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c6f6327-7c6d-4bdb-ae96-73dd51aada23 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.181s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.573021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.531s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.573021] env[70683]: INFO nova.compute.claims [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.608875] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.699177] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280220, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.844350] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.901801] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.902157] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.902254] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.902527] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.902586] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.902731] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.902978] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.903642] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.904156] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.904857] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.904857] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.913622] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff59d1c9-e73c-465e-b6a0-b95eb87f3702 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.931958] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 745.931958] env[70683]: value = "task-3280223" [ 745.931958] env[70683]: _type = "Task" [ 745.931958] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.941530] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280223, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.972202] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.972359] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.972992] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Deleting the datastore file [datastore1] 12f34026-07c6-4ede-aec6-ec2c1664dded {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.972992] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9436a254-1095-4e0d-b306-276bdef165f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.980670] env[70683]: DEBUG oslo_vmware.api [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for the task: (returnval){ [ 745.980670] env[70683]: value = "task-3280224" [ 745.980670] env[70683]: _type = "Task" [ 745.980670] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.989609] env[70683]: DEBUG oslo_vmware.api [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.081873] env[70683]: DEBUG nova.compute.utils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.088665] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.088856] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.091948] env[70683]: DEBUG nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.172627] env[70683]: DEBUG nova.policy [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f86a46e9424d399d15e220568e7148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82f8958883c4bd79fc993035de34ee4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.198542] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280220, 'name': CloneVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.280612] env[70683]: DEBUG nova.network.neutron [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Successfully updated port: 8c33bea5-18d1-498a-8c47-6453a59eb1b7 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.394059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquiring lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.394407] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.446099] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280223, 'name': ReconfigVM_Task, 'duration_secs': 0.233625} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.446518] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance 'e9b0f70b-f729-4741-857b-3208e32dce90' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.500751] env[70683]: DEBUG oslo_vmware.api [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Task: {'id': task-3280224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291958} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.501227] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.501497] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.501836] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.501916] env[70683]: INFO nova.compute.manager [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Took 3.86 seconds to destroy the instance on the hypervisor. [ 746.502206] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.502417] env[70683]: DEBUG nova.compute.manager [-] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.502516] env[70683]: DEBUG nova.network.neutron [-] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.591307] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.628598] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.652020] env[70683]: DEBUG nova.compute.manager [req-c5798b37-9e4e-4bf5-9bb4-3121f889ef80 req-504d626d-7410-4521-9e3e-d2f057c4162e service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Received event network-vif-plugged-8c33bea5-18d1-498a-8c47-6453a59eb1b7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.652020] env[70683]: DEBUG oslo_concurrency.lockutils [req-c5798b37-9e4e-4bf5-9bb4-3121f889ef80 req-504d626d-7410-4521-9e3e-d2f057c4162e service nova] Acquiring lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.652020] env[70683]: DEBUG oslo_concurrency.lockutils [req-c5798b37-9e4e-4bf5-9bb4-3121f889ef80 req-504d626d-7410-4521-9e3e-d2f057c4162e service nova] Lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.652020] env[70683]: DEBUG oslo_concurrency.lockutils [req-c5798b37-9e4e-4bf5-9bb4-3121f889ef80 req-504d626d-7410-4521-9e3e-d2f057c4162e service nova] Lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.652694] env[70683]: DEBUG nova.compute.manager [req-c5798b37-9e4e-4bf5-9bb4-3121f889ef80 req-504d626d-7410-4521-9e3e-d2f057c4162e service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] No waiting events found dispatching network-vif-plugged-8c33bea5-18d1-498a-8c47-6453a59eb1b7 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.653043] env[70683]: WARNING nova.compute.manager [req-c5798b37-9e4e-4bf5-9bb4-3121f889ef80 req-504d626d-7410-4521-9e3e-d2f057c4162e service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Received unexpected event network-vif-plugged-8c33bea5-18d1-498a-8c47-6453a59eb1b7 for instance with vm_state building and task_state spawning. [ 746.699895] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280220, 'name': CloneVM_Task, 'duration_secs': 1.558019} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.700048] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Created linked-clone VM from snapshot [ 746.701421] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd55a6-6885-4225-b491-b27f2eaeeda1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.714397] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Uploading image 61bf3275-dacc-45d1-b76f-a7aba09930d6 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.748798] env[70683]: DEBUG oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.748798] env[70683]: value = "vm-655093" [ 746.748798] env[70683]: _type = "VirtualMachine" [ 746.748798] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.750387] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ada25331-8082-4f9d-aa3b-5b4dfcd13491 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.758506] env[70683]: DEBUG oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lease: (returnval){ [ 746.758506] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52397663-5dd5-59bc-299b-7683c229f3b2" [ 746.758506] env[70683]: _type = "HttpNfcLease" [ 746.758506] env[70683]: } obtained for exporting VM: (result){ [ 746.758506] env[70683]: value = "vm-655093" [ 746.758506] env[70683]: _type = "VirtualMachine" [ 746.758506] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.758879] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the lease: (returnval){ [ 746.758879] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52397663-5dd5-59bc-299b-7683c229f3b2" [ 746.758879] env[70683]: _type = "HttpNfcLease" [ 746.758879] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.771318] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.771318] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52397663-5dd5-59bc-299b-7683c229f3b2" [ 746.771318] env[70683]: _type = "HttpNfcLease" [ 746.771318] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.771318] env[70683]: DEBUG oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.771318] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52397663-5dd5-59bc-299b-7683c229f3b2" [ 746.771318] env[70683]: _type = "HttpNfcLease" [ 746.771318] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.773109] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86daeb85-bd02-4b91-bab0-fea750ce87fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.781771] env[70683]: DEBUG oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fe4a4-7b14-8bfa-2eb8-15c98cb68902/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.782157] env[70683]: DEBUG oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fe4a4-7b14-8bfa-2eb8-15c98cb68902/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.787280] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "refresh_cache-ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.787465] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquired lock "refresh_cache-ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.787616] env[70683]: DEBUG nova.network.neutron [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.896472] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-baa5c724-b856-44ea-8211-17f959de102a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.953487] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.953737] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.953923] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.954084] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.954234] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.954398] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.954572] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.954864] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.954944] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.955204] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.955387] env[70683]: DEBUG nova.virt.hardware [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.961968] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 746.965065] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac00bd3-1853-4098-9c8e-6425b1fc01f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.984435] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 746.984435] env[70683]: value = "task-3280226" [ 746.984435] env[70683]: _type = "Task" [ 746.984435] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.993458] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.162904] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Successfully created port: a2ac1b77-ac43-4578-8173-1cef59beeb80 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.167090] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625bb573-d567-46ed-bd84-c32439f9ce72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.184411] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717167e7-e1ab-4749-819a-730a60b42bfc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.223579] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64c0751-4ed2-46bb-90f2-03d92e1a7071 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.232688] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd12f03-37cc-471a-81f9-767353255a42 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.248716] env[70683]: DEBUG nova.compute.provider_tree [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.270040] env[70683]: DEBUG nova.compute.manager [None req-8f995df9-4648-4ae1-9f7a-c1f1e93a07c0 tempest-ServerDiagnosticsTest-1901251452 tempest-ServerDiagnosticsTest-1901251452-project-admin] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.271451] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8cc1f-3bbe-4bb2-9c5c-8c55ca02392f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.278876] env[70683]: INFO nova.compute.manager [None req-8f995df9-4648-4ae1-9f7a-c1f1e93a07c0 tempest-ServerDiagnosticsTest-1901251452 tempest-ServerDiagnosticsTest-1901251452-project-admin] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Retrieving diagnostics [ 747.280056] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aebb38d-566b-447e-98d5-43b899e5082c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.498622] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280226, 'name': ReconfigVM_Task, 'duration_secs': 0.316194} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.499096] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 747.503210] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce1cf0f-811b-4755-8a0c-8e76b2557c70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.542294] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] e9b0f70b-f729-4741-857b-3208e32dce90/e9b0f70b-f729-4741-857b-3208e32dce90.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.544982] env[70683]: DEBUG nova.network.neutron [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.546244] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f643f92d-63e2-4cab-ac2f-aa2bca696550 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.570356] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 747.570356] env[70683]: value = "task-3280228" [ 747.570356] env[70683]: _type = "Task" [ 747.570356] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.581155] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.602602] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.613196] env[70683]: DEBUG nova.network.neutron [-] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.654585] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.654956] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.655188] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.655578] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.655764] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.656087] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.656476] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.656573] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.657270] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.657270] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.657393] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.659047] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3b6a6-8977-420f-ba6d-9c1c817d6c2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.669604] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b3f7d-27cb-40d0-a1c3-0d1e9dcb4f43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.699561] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "9231fe98-18d7-43fd-975b-872c393bc825" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.700095] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "9231fe98-18d7-43fd-975b-872c393bc825" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.753112] env[70683]: DEBUG nova.scheduler.client.report [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.884036] env[70683]: DEBUG nova.network.neutron [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Updating instance_info_cache with network_info: [{"id": "8c33bea5-18d1-498a-8c47-6453a59eb1b7", "address": "fa:16:3e:1d:46:4a", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c33bea5-18", "ovs_interfaceid": "8c33bea5-18d1-498a-8c47-6453a59eb1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.087234] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.111819] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "3e334599-ed45-4671-81db-2ba06ee6002c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.111975] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "3e334599-ed45-4671-81db-2ba06ee6002c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.119738] env[70683]: INFO nova.compute.manager [-] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Took 1.62 seconds to deallocate network for instance. [ 748.258123] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.258303] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.262302] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.963s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.263811] env[70683]: INFO nova.compute.claims [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.390325] env[70683]: DEBUG nova.compute.manager [req-a92f86d3-5724-4a3f-a903-4f5fb95b28ee req-a47b4468-fbff-4676-a618-8ad0727db386 service nova] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Received event network-vif-deleted-f91e7796-f796-4198-b54d-601094c64d8d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.390325] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Releasing lock "refresh_cache-ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.390325] env[70683]: DEBUG nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Instance network_info: |[{"id": "8c33bea5-18d1-498a-8c47-6453a59eb1b7", "address": "fa:16:3e:1d:46:4a", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c33bea5-18", "ovs_interfaceid": "8c33bea5-18d1-498a-8c47-6453a59eb1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.391147] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:46:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c33bea5-18d1-498a-8c47-6453a59eb1b7', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.400339] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.401393] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.401837] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f23ab0f7-0091-4b3a-9135-c98e1185f761 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.427233] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.427233] env[70683]: value = "task-3280229" [ 748.427233] env[70683]: _type = "Task" [ 748.427233] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.436458] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280229, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.586485] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.632196] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.772695] env[70683]: DEBUG nova.compute.utils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.780994] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.780994] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.833883] env[70683]: DEBUG nova.policy [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f86a46e9424d399d15e220568e7148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82f8958883c4bd79fc993035de34ee4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.938759] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280229, 'name': CreateVM_Task, 'duration_secs': 0.468673} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.938989] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.939800] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.939978] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.940592] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.940855] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbffb7b-c1f7-486b-9084-3fb8695cfc44 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.946531] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 748.946531] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5256d196-1775-bf4a-fafa-7ce34b88435f" [ 748.946531] env[70683]: _type = "Task" [ 748.946531] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.955078] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5256d196-1775-bf4a-fafa-7ce34b88435f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.084106] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280228, 'name': ReconfigVM_Task, 'duration_secs': 1.114007} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.084497] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Reconfigured VM instance instance-00000004 to attach disk [datastore1] e9b0f70b-f729-4741-857b-3208e32dce90/e9b0f70b-f729-4741-857b-3208e32dce90.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.085062] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance 'e9b0f70b-f729-4741-857b-3208e32dce90' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.175909] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Successfully created port: c9006455-5882-4025-a59b-3921f3faf776 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.279882] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.455031] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Successfully updated port: a2ac1b77-ac43-4578-8173-1cef59beeb80 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.467453] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5256d196-1775-bf4a-fafa-7ce34b88435f, 'name': SearchDatastore_Task, 'duration_secs': 0.016129} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.468441] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.468728] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.468910] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.469072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.469257] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.469781] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65218018-c7fa-45a0-b5ca-70245feb8b5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.481119] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquiring lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.481367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.481572] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquiring lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.481802] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.482105] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.486147] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.486360] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.488605] env[70683]: INFO nova.compute.manager [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Terminating instance [ 749.489224] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaef0964-cf8c-485f-a329-02569d2fe111 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.496409] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 749.496409] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52717934-369a-2e3e-2dd5-649bd802897c" [ 749.496409] env[70683]: _type = "Task" [ 749.496409] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.516076] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52717934-369a-2e3e-2dd5-649bd802897c, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.518047] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ca7aff-0214-4454-8d83-cd0218951a81 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.524283] env[70683]: DEBUG nova.compute.manager [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Received event network-changed-8c33bea5-18d1-498a-8c47-6453a59eb1b7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.524473] env[70683]: DEBUG nova.compute.manager [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Refreshing instance network info cache due to event network-changed-8c33bea5-18d1-498a-8c47-6453a59eb1b7. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.524690] env[70683]: DEBUG oslo_concurrency.lockutils [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] Acquiring lock "refresh_cache-ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.524891] env[70683]: DEBUG oslo_concurrency.lockutils [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] Acquired lock "refresh_cache-ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.525113] env[70683]: DEBUG nova.network.neutron [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Refreshing network info cache for port 8c33bea5-18d1-498a-8c47-6453a59eb1b7 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.534978] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 749.534978] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52505971-1aa2-0d9d-0418-afc522cf9bc4" [ 749.534978] env[70683]: _type = "Task" [ 749.534978] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.549910] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52505971-1aa2-0d9d-0418-afc522cf9bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.592407] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f6784-c600-4be3-9b63-bce94e56099f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.614203] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8defd-2af7-491e-a6c3-086989474cd4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.635837] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance 'e9b0f70b-f729-4741-857b-3208e32dce90' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.831882] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "323dd4ff-8238-4ad3-b33c-589985456071" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.833155] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "323dd4ff-8238-4ad3-b33c-589985456071" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.860822] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0facd126-d020-4d2a-a2b1-0bb1682e112a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.870470] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57d126d-df56-4ad0-bd2e-62012b215428 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.903954] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ef1f7-0733-48c4-9c99-e2238896821f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.914578] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5d9d6-47b5-484b-b9bc-784983513f12 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.931337] env[70683]: DEBUG nova.compute.provider_tree [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.959386] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "refresh_cache-c8935d62-815c-4cb6-bbe8-52f88d936b73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.959511] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "refresh_cache-c8935d62-815c-4cb6-bbe8-52f88d936b73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.959670] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.994886] env[70683]: DEBUG nova.compute.manager [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.995079] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.995960] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195acdbd-3f71-446b-a840-6a8c7ae3483a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.004562] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.004838] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1efa9d6d-c03b-4bfd-93d4-46b19d81126b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.014165] env[70683]: DEBUG oslo_vmware.api [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 750.014165] env[70683]: value = "task-3280231" [ 750.014165] env[70683]: _type = "Task" [ 750.014165] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.023652] env[70683]: DEBUG oslo_vmware.api [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.047998] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52505971-1aa2-0d9d-0418-afc522cf9bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.013631} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.047998] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.047998] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] ba456b84-d8d6-4b50-83ce-ff8e53ac25c2/ba456b84-d8d6-4b50-83ce-ff8e53ac25c2.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.048147] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec44793-2554-4606-b15d-bf96be765cfe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.059949] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 750.059949] env[70683]: value = "task-3280232" [ 750.059949] env[70683]: _type = "Task" [ 750.059949] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.070332] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.299779] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.305535] env[70683]: DEBUG nova.network.neutron [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Port 0334b59f-4dee-48cb-ba81-12fe77499fed binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 750.332686] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.333149] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.333662] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.333970] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.334242] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.334445] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.338784] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.338784] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.338784] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.338784] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.338784] env[70683]: DEBUG nova.virt.hardware [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.339294] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce73830-eca9-4498-b651-7bae5992ccc1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.353519] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e1a254-4b67-4779-8751-f371b507e87f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.436138] env[70683]: DEBUG nova.scheduler.client.report [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.525447] env[70683]: DEBUG oslo_vmware.api [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280231, 'name': PowerOffVM_Task, 'duration_secs': 0.215533} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.525447] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.525447] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.525447] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff389820-0a07-4d20-a6d2-1d522c7491f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.572371] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280232, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.598302] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.598302] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.598533] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Deleting the datastore file [datastore1] eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.600304] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48b69f02-6484-4bc3-93fc-3a1ecf0c7547 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.608053] env[70683]: DEBUG oslo_vmware.api [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for the task: (returnval){ [ 750.608053] env[70683]: value = "task-3280234" [ 750.608053] env[70683]: _type = "Task" [ 750.608053] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.617626] env[70683]: DEBUG oslo_vmware.api [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.789958] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.945568] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.946269] env[70683]: DEBUG nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.952035] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.061s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.952035] env[70683]: INFO nova.compute.claims [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.960455] env[70683]: DEBUG nova.network.neutron [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Updated VIF entry in instance network info cache for port 8c33bea5-18d1-498a-8c47-6453a59eb1b7. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.960824] env[70683]: DEBUG nova.network.neutron [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Updating instance_info_cache with network_info: [{"id": "8c33bea5-18d1-498a-8c47-6453a59eb1b7", "address": "fa:16:3e:1d:46:4a", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c33bea5-18", "ovs_interfaceid": "8c33bea5-18d1-498a-8c47-6453a59eb1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.980293] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Successfully updated port: c9006455-5882-4025-a59b-3921f3faf776 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.083141] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60669} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.084036] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] ba456b84-d8d6-4b50-83ce-ff8e53ac25c2/ba456b84-d8d6-4b50-83ce-ff8e53ac25c2.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.084036] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.084290] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c09a040c-4336-4fe6-b180-4e3a79f6d152 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.092670] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 751.092670] env[70683]: value = "task-3280235" [ 751.092670] env[70683]: _type = "Task" [ 751.092670] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.103790] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.117902] env[70683]: DEBUG oslo_vmware.api [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Task: {'id': task-3280234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162652} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.117902] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.117902] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.117902] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.117902] env[70683]: INFO nova.compute.manager [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 751.118334] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.118457] env[70683]: DEBUG nova.compute.manager [-] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.118561] env[70683]: DEBUG nova.network.neutron [-] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.170670] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Updating instance_info_cache with network_info: [{"id": "a2ac1b77-ac43-4578-8173-1cef59beeb80", "address": "fa:16:3e:82:12:8d", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ac1b77-ac", "ovs_interfaceid": "a2ac1b77-ac43-4578-8173-1cef59beeb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.331990] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.332377] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.332586] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.442779] env[70683]: DEBUG nova.compute.manager [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Received event network-vif-plugged-a2ac1b77-ac43-4578-8173-1cef59beeb80 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.443241] env[70683]: DEBUG oslo_concurrency.lockutils [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] Acquiring lock "c8935d62-815c-4cb6-bbe8-52f88d936b73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.443241] env[70683]: DEBUG oslo_concurrency.lockutils [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] Lock "c8935d62-815c-4cb6-bbe8-52f88d936b73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.443405] env[70683]: DEBUG oslo_concurrency.lockutils [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] Lock "c8935d62-815c-4cb6-bbe8-52f88d936b73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.443553] env[70683]: DEBUG nova.compute.manager [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] No waiting events found dispatching network-vif-plugged-a2ac1b77-ac43-4578-8173-1cef59beeb80 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.443718] env[70683]: WARNING nova.compute.manager [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Received unexpected event network-vif-plugged-a2ac1b77-ac43-4578-8173-1cef59beeb80 for instance with vm_state building and task_state spawning. [ 751.443878] env[70683]: DEBUG nova.compute.manager [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Received event network-changed-a2ac1b77-ac43-4578-8173-1cef59beeb80 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.444540] env[70683]: DEBUG nova.compute.manager [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Refreshing instance network info cache due to event network-changed-a2ac1b77-ac43-4578-8173-1cef59beeb80. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.444794] env[70683]: DEBUG oslo_concurrency.lockutils [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] Acquiring lock "refresh_cache-c8935d62-815c-4cb6-bbe8-52f88d936b73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.456989] env[70683]: DEBUG nova.compute.utils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.458560] env[70683]: DEBUG nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.458560] env[70683]: DEBUG nova.network.neutron [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.463483] env[70683]: DEBUG oslo_concurrency.lockutils [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] Releasing lock "refresh_cache-ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.463612] env[70683]: DEBUG nova.compute.manager [req-a37faa29-3369-4602-8db4-81e33443c535 req-443e923c-35af-42ef-8c5f-5e313522c41d service nova] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Received event network-vif-deleted-b5413982-36b6-43e2-9fa8-949e670192ca {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.483714] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "refresh_cache-c5a10023-7650-41df-9082-51b0039d2fe2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.483714] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "refresh_cache-c5a10023-7650-41df-9082-51b0039d2fe2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.483714] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.518132] env[70683]: DEBUG nova.policy [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e6b6cb6a8d84991a30904c80f1e14f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4450cea119f41dab77892b48a93022a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.590581] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.591065] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.605750] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134007} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.606419] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.607146] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee8198-dc65-442d-8bad-fd5ca24b7586 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.632914] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] ba456b84-d8d6-4b50-83ce-ff8e53ac25c2/ba456b84-d8d6-4b50-83ce-ff8e53ac25c2.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.633753] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbee2dcf-dbd2-4cce-b9d9-2f386d447c10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.660017] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 751.660017] env[70683]: value = "task-3280237" [ 751.660017] env[70683]: _type = "Task" [ 751.660017] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.671557] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.674066] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "refresh_cache-c8935d62-815c-4cb6-bbe8-52f88d936b73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.674066] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Instance network_info: |[{"id": "a2ac1b77-ac43-4578-8173-1cef59beeb80", "address": "fa:16:3e:82:12:8d", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ac1b77-ac", "ovs_interfaceid": "a2ac1b77-ac43-4578-8173-1cef59beeb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.674066] env[70683]: DEBUG oslo_concurrency.lockutils [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] Acquired lock "refresh_cache-c8935d62-815c-4cb6-bbe8-52f88d936b73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.674066] env[70683]: DEBUG nova.network.neutron [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Refreshing network info cache for port a2ac1b77-ac43-4578-8173-1cef59beeb80 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.675447] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:12:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ac1b77-ac43-4578-8173-1cef59beeb80', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.683428] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Creating folder: Project (f82f8958883c4bd79fc993035de34ee4). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.684090] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dc8da41-05c3-4504-ac5a-9c88466dc0bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.696054] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Created folder: Project (f82f8958883c4bd79fc993035de34ee4) in parent group-v655051. [ 751.696271] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Creating folder: Instances. Parent ref: group-v655096. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.696541] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e62e6b09-b98f-46ca-b6fc-8400b679b337 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.707860] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Created folder: Instances in parent group-v655096. [ 751.709296] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.709296] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.709296] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5030997a-b64c-48ee-8a6c-31ebd7666e48 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.729914] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.729914] env[70683]: value = "task-3280240" [ 751.729914] env[70683]: _type = "Task" [ 751.729914] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.739235] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280240, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.878210] env[70683]: DEBUG nova.network.neutron [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Successfully created port: 8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.930591] env[70683]: DEBUG nova.network.neutron [-] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.962777] env[70683]: DEBUG nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.061501] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.173882] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280237, 'name': ReconfigVM_Task, 'duration_secs': 0.428547} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.177013] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Reconfigured VM instance instance-0000000e to attach disk [datastore2] ba456b84-d8d6-4b50-83ce-ff8e53ac25c2/ba456b84-d8d6-4b50-83ce-ff8e53ac25c2.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.177278] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e04acaaf-032a-4645-b689-92afcfd7dd28 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.188421] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 752.188421] env[70683]: value = "task-3280241" [ 752.188421] env[70683]: _type = "Task" [ 752.188421] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.202019] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280241, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.242692] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280240, 'name': CreateVM_Task, 'duration_secs': 0.388684} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.242868] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.243550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.246078] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.246078] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.246078] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60417f5c-a0dd-4f87-8812-3735c228e013 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.249539] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 752.249539] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e45930-c09f-3655-c1e4-0ceba9e26838" [ 752.249539] env[70683]: _type = "Task" [ 752.249539] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.263424] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e45930-c09f-3655-c1e4-0ceba9e26838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.434738] env[70683]: INFO nova.compute.manager [-] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Took 1.32 seconds to deallocate network for instance. [ 752.441147] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.441147] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.441147] env[70683]: DEBUG nova.network.neutron [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.446646] env[70683]: DEBUG nova.compute.manager [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Received event network-vif-plugged-c9006455-5882-4025-a59b-3921f3faf776 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.446646] env[70683]: DEBUG oslo_concurrency.lockutils [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] Acquiring lock "c5a10023-7650-41df-9082-51b0039d2fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.446646] env[70683]: DEBUG oslo_concurrency.lockutils [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] Lock "c5a10023-7650-41df-9082-51b0039d2fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.446646] env[70683]: DEBUG oslo_concurrency.lockutils [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] Lock "c5a10023-7650-41df-9082-51b0039d2fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.446646] env[70683]: DEBUG nova.compute.manager [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] No waiting events found dispatching network-vif-plugged-c9006455-5882-4025-a59b-3921f3faf776 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.446646] env[70683]: WARNING nova.compute.manager [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Received unexpected event network-vif-plugged-c9006455-5882-4025-a59b-3921f3faf776 for instance with vm_state building and task_state spawning. [ 752.446646] env[70683]: DEBUG nova.compute.manager [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Received event network-changed-c9006455-5882-4025-a59b-3921f3faf776 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.446646] env[70683]: DEBUG nova.compute.manager [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Refreshing instance network info cache due to event network-changed-c9006455-5882-4025-a59b-3921f3faf776. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.446646] env[70683]: DEBUG oslo_concurrency.lockutils [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] Acquiring lock "refresh_cache-c5a10023-7650-41df-9082-51b0039d2fe2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.509008] env[70683]: DEBUG nova.network.neutron [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Updating instance_info_cache with network_info: [{"id": "c9006455-5882-4025-a59b-3921f3faf776", "address": "fa:16:3e:34:09:8d", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9006455-58", "ovs_interfaceid": "c9006455-5882-4025-a59b-3921f3faf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.520517] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8080f0-660d-48aa-9d6d-afede0c97f66 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.530041] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5760e7ff-776f-4ce7-bcee-b04aa03245df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.571720] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee6087f-5f5e-4b96-b8df-777b9b222549 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.582017] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee5c09e-9cde-4a8b-9784-5c30e745ff99 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.600951] env[70683]: DEBUG nova.compute.provider_tree [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.698961] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280241, 'name': Rename_Task, 'duration_secs': 0.176349} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.699170] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.700118] env[70683]: DEBUG nova.network.neutron [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Updated VIF entry in instance network info cache for port a2ac1b77-ac43-4578-8173-1cef59beeb80. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.700456] env[70683]: DEBUG nova.network.neutron [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Updating instance_info_cache with network_info: [{"id": "a2ac1b77-ac43-4578-8173-1cef59beeb80", "address": "fa:16:3e:82:12:8d", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ac1b77-ac", "ovs_interfaceid": "a2ac1b77-ac43-4578-8173-1cef59beeb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.701726] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff700340-bfcd-4cbd-b9f5-e12d18867f25 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.710117] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 752.710117] env[70683]: value = "task-3280242" [ 752.710117] env[70683]: _type = "Task" [ 752.710117] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.719914] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.760687] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e45930-c09f-3655-c1e4-0ceba9e26838, 'name': SearchDatastore_Task, 'duration_secs': 0.016537} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.761012] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.761301] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.761558] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.761726] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.762198] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.762251] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38a4707b-1ec1-4d6f-befb-a128ee049436 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.771968] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.773379] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.774251] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84492b8f-4b52-4253-ae34-6b796a87fb8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.779960] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 752.779960] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6036f-5fce-1300-bb21-46224a548d0f" [ 752.779960] env[70683]: _type = "Task" [ 752.779960] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.789559] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6036f-5fce-1300-bb21-46224a548d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.953616] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.977419] env[70683]: DEBUG nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.011751] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.012036] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.012291] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.012486] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.012640] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.012789] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.013027] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.013168] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.013336] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.013493] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.013664] env[70683]: DEBUG nova.virt.hardware [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.014154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "refresh_cache-c5a10023-7650-41df-9082-51b0039d2fe2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.014769] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Instance network_info: |[{"id": "c9006455-5882-4025-a59b-3921f3faf776", "address": "fa:16:3e:34:09:8d", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9006455-58", "ovs_interfaceid": "c9006455-5882-4025-a59b-3921f3faf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.015677] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d183ea-50bd-4639-a8fe-e1a41e0748fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.019718] env[70683]: DEBUG oslo_concurrency.lockutils [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] Acquired lock "refresh_cache-c5a10023-7650-41df-9082-51b0039d2fe2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.020625] env[70683]: DEBUG nova.network.neutron [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Refreshing network info cache for port c9006455-5882-4025-a59b-3921f3faf776 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.022261] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:09:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9006455-5882-4025-a59b-3921f3faf776', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.031198] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.034312] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.035260] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49f9f427-b9fd-47de-bcfb-3f7abdcf6dc5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.055707] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012bf736-c3ea-4be8-a4c1-e676491dffcc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.062181] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.062181] env[70683]: value = "task-3280243" [ 753.062181] env[70683]: _type = "Task" [ 753.062181] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.079091] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280243, 'name': CreateVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.105687] env[70683]: DEBUG nova.scheduler.client.report [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.207493] env[70683]: DEBUG oslo_concurrency.lockutils [req-75f4d76b-56c0-4979-b03b-1fdbc3e82012 req-9bc3f5f8-de15-4740-9b66-1dc8b3fde4da service nova] Releasing lock "refresh_cache-c8935d62-815c-4cb6-bbe8-52f88d936b73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.221667] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.293081] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6036f-5fce-1300-bb21-46224a548d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.300820] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f0ada2-e227-4baa-babd-32101fe73f38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.316626] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 753.316626] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528b0047-a3e2-f3bf-284b-47305a95a089" [ 753.316626] env[70683]: _type = "Task" [ 753.316626] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.330269] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528b0047-a3e2-f3bf-284b-47305a95a089, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.330586] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.330918] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c8935d62-815c-4cb6-bbe8-52f88d936b73/c8935d62-815c-4cb6-bbe8-52f88d936b73.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.331230] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13009d76-6b96-494a-bc19-6dd0e11fe584 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.339063] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 753.339063] env[70683]: value = "task-3280244" [ 753.339063] env[70683]: _type = "Task" [ 753.339063] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.347869] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.445058] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquiring lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.445232] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.487351] env[70683]: DEBUG nova.network.neutron [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance_info_cache with network_info: [{"id": "0334b59f-4dee-48cb-ba81-12fe77499fed", "address": "fa:16:3e:85:7c:e8", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334b59f-4d", "ovs_interfaceid": "0334b59f-4dee-48cb-ba81-12fe77499fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.501666] env[70683]: DEBUG nova.network.neutron [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Successfully updated port: 8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.579224] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280243, 'name': CreateVM_Task, 'duration_secs': 0.381286} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.580175] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.580175] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.580416] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.580750] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.581523] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4757682d-9042-4c55-8ba1-d62ac0a4a685 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.584115] env[70683]: DEBUG nova.network.neutron [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Updated VIF entry in instance network info cache for port c9006455-5882-4025-a59b-3921f3faf776. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.584486] env[70683]: DEBUG nova.network.neutron [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Updating instance_info_cache with network_info: [{"id": "c9006455-5882-4025-a59b-3921f3faf776", "address": "fa:16:3e:34:09:8d", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9006455-58", "ovs_interfaceid": "c9006455-5882-4025-a59b-3921f3faf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.592693] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 753.592693] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528f9215-16af-6ca0-56c3-0e9257e32f81" [ 753.592693] env[70683]: _type = "Task" [ 753.592693] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.602914] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528f9215-16af-6ca0-56c3-0e9257e32f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.613597] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.614132] env[70683]: DEBUG nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.618870] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.681s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.620507] env[70683]: INFO nova.compute.claims [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.727540] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.850081] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508362} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.850391] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c8935d62-815c-4cb6-bbe8-52f88d936b73/c8935d62-815c-4cb6-bbe8-52f88d936b73.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.850628] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.850901] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82634210-987c-45fd-b677-d6e8ae8f0fac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.858578] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 753.858578] env[70683]: value = "task-3280245" [ 753.858578] env[70683]: _type = "Task" [ 753.858578] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.868822] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.991229] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.002710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquiring lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.002877] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquired lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.003011] env[70683]: DEBUG nova.network.neutron [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.087642] env[70683]: DEBUG oslo_concurrency.lockutils [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] Releasing lock "refresh_cache-c5a10023-7650-41df-9082-51b0039d2fe2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.087925] env[70683]: DEBUG nova.compute.manager [req-0802dab8-89f9-46f3-9807-b8ed4f57633c req-3f6f794f-2dc3-4607-ae97-77aa40affbc0 service nova] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Received event network-vif-deleted-9a00a2f6-f6ba-43a1-a5ff-2f0103a4c68a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.105788] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528f9215-16af-6ca0-56c3-0e9257e32f81, 'name': SearchDatastore_Task, 'duration_secs': 0.057603} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.106214] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.106724] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.107652] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.108278] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.108486] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.108775] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6f3b6e0-92cb-47cd-8890-8d9d59b935cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.118771] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.121198] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.121198] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7268e19-d76d-4ca4-b30b-e7ec51140b96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.130759] env[70683]: DEBUG nova.compute.utils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.133849] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 754.133849] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d27d08-0622-3a70-11d9-517e56ef36d8" [ 754.133849] env[70683]: _type = "Task" [ 754.133849] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.133849] env[70683]: DEBUG nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.133849] env[70683]: DEBUG nova.network.neutron [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.149062] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d27d08-0622-3a70-11d9-517e56ef36d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01611} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.150207] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3da14f-c029-4cef-abee-89ee5337ce9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.157859] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 754.157859] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d1eb85-a2b1-5031-b694-22e14a06ad66" [ 754.157859] env[70683]: _type = "Task" [ 754.157859] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.169682] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d1eb85-a2b1-5031-b694-22e14a06ad66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.223779] env[70683]: DEBUG nova.policy [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f895bb50e284802934bba2601c130e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224b3fff30be4df692db0afe4bd4aa6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.231018] env[70683]: DEBUG oslo_vmware.api [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280242, 'name': PowerOnVM_Task, 'duration_secs': 1.255853} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.231269] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.231498] env[70683]: INFO nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Took 9.26 seconds to spawn the instance on the hypervisor. [ 754.231681] env[70683]: DEBUG nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.232536] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06025b7-1f6b-430d-8cf5-dc84b7a27136 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.328565] env[70683]: DEBUG oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fe4a4-7b14-8bfa-2eb8-15c98cb68902/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 754.329518] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0990500-3b06-4177-9440-ff09fb8fadfd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.337245] env[70683]: DEBUG oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fe4a4-7b14-8bfa-2eb8-15c98cb68902/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 754.337442] env[70683]: ERROR oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fe4a4-7b14-8bfa-2eb8-15c98cb68902/disk-0.vmdk due to incomplete transfer. [ 754.337678] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53eaec62-639b-4bca-8afc-06340438f85e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.345264] env[70683]: DEBUG oslo_vmware.rw_handles [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fe4a4-7b14-8bfa-2eb8-15c98cb68902/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 754.345467] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Uploaded image 61bf3275-dacc-45d1-b76f-a7aba09930d6 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 754.347482] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 754.348126] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a78a451a-8766-43b4-bce5-1dfe28c7c959 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.355088] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 754.355088] env[70683]: value = "task-3280246" [ 754.355088] env[70683]: _type = "Task" [ 754.355088] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.368996] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280246, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.372606] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108812} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.373012] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.373811] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4446b1-ec99-4983-b5ec-4cdf921577b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.398504] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c8935d62-815c-4cb6-bbe8-52f88d936b73/c8935d62-815c-4cb6-bbe8-52f88d936b73.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.400406] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587447bc-6e68-44f4-9f34-46cea033cc32 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.424666] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 754.424666] env[70683]: value = "task-3280247" [ 754.424666] env[70683]: _type = "Task" [ 754.424666] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.434940] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.523980] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad1733-637a-4f63-8eab-54c6a74083fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.549638] env[70683]: DEBUG nova.network.neutron [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.552219] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed12524-0823-45b5-a73b-c280b1920373 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.560707] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance 'e9b0f70b-f729-4741-857b-3208e32dce90' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.637933] env[70683]: DEBUG nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.669964] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d1eb85-a2b1-5031-b694-22e14a06ad66, 'name': SearchDatastore_Task, 'duration_secs': 0.016772} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.669964] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.669964] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c5a10023-7650-41df-9082-51b0039d2fe2/c5a10023-7650-41df-9082-51b0039d2fe2.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.669964] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff39f6a4-9d34-4761-b5c4-0045cf274d27 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.678247] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 754.678247] env[70683]: value = "task-3280248" [ 754.678247] env[70683]: _type = "Task" [ 754.678247] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.689162] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.761355] env[70683]: INFO nova.compute.manager [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Took 23.49 seconds to build instance. [ 754.785029] env[70683]: DEBUG nova.network.neutron [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Updating instance_info_cache with network_info: [{"id": "8f7e7e7b-2432-4424-b8d4-c667b2268800", "address": "fa:16:3e:73:6a:b4", "network": {"id": "8c09e18e-ae4e-46fe-99e3-b5cc0d2e0b86", "bridge": "br-int", "label": "tempest-ServersTestJSON-101279984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4450cea119f41dab77892b48a93022a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7e7e7b-24", "ovs_interfaceid": "8f7e7e7b-2432-4424-b8d4-c667b2268800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.870077] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280246, 'name': Destroy_Task, 'duration_secs': 0.3476} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.872246] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Destroyed the VM [ 754.872659] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 754.873532] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe67d557-d990-4380-95a7-a962c387a892 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.882273] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 754.882273] env[70683]: value = "task-3280249" [ 754.882273] env[70683]: _type = "Task" [ 754.882273] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.892230] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280249, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.944971] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.983867] env[70683]: DEBUG nova.network.neutron [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Successfully created port: b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.073601] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.074689] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-961ee78c-b196-428b-93a7-56fe105391de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.083825] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 755.083825] env[70683]: value = "task-3280250" [ 755.083825] env[70683]: _type = "Task" [ 755.083825] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.093378] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.193802] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280248, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.226029] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c0c8fe-c448-4d0e-bce5-1a6c6d882147 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.236301] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32209ba9-d19b-42fc-add9-36b5b90aedf2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.271441] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d0d67a35-5f9c-4e16-9421-2f33b320751e tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.156s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.274230] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8036b97-4c45-4075-8379-007390385fdc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.281770] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f6e72f-90c0-412b-a24e-9036940090de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.297337] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Releasing lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.297732] env[70683]: DEBUG nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Instance network_info: |[{"id": "8f7e7e7b-2432-4424-b8d4-c667b2268800", "address": "fa:16:3e:73:6a:b4", "network": {"id": "8c09e18e-ae4e-46fe-99e3-b5cc0d2e0b86", "bridge": "br-int", "label": "tempest-ServersTestJSON-101279984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4450cea119f41dab77892b48a93022a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7e7e7b-24", "ovs_interfaceid": "8f7e7e7b-2432-4424-b8d4-c667b2268800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.298178] env[70683]: DEBUG nova.compute.provider_tree [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.300212] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:6a:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f7e7e7b-2432-4424-b8d4-c667b2268800', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.308028] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Creating folder: Project (b4450cea119f41dab77892b48a93022a). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.308523] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-606f4da7-6e3b-4c43-a9b8-c4f7a3a79b8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.318204] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Created folder: Project (b4450cea119f41dab77892b48a93022a) in parent group-v655051. [ 755.318452] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Creating folder: Instances. Parent ref: group-v655100. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.318705] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1d85a4-4e5f-4b8d-90e5-3ba8fda11575 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.328733] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Created folder: Instances in parent group-v655100. [ 755.328855] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.329070] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.329596] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e994b70-3fd5-4482-8b89-5ca688e3bb45 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.353572] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.353572] env[70683]: value = "task-3280253" [ 755.353572] env[70683]: _type = "Task" [ 755.353572] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.361664] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280253, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.393277] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280249, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.437067] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280247, 'name': ReconfigVM_Task, 'duration_secs': 0.664704} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.438042] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c8935d62-815c-4cb6-bbe8-52f88d936b73/c8935d62-815c-4cb6-bbe8-52f88d936b73.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.438556] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f910d580-a91d-4ba3-bf5d-e29d1a6f886b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.446628] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 755.446628] env[70683]: value = "task-3280254" [ 755.446628] env[70683]: _type = "Task" [ 755.446628] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.462297] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280254, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.577212] env[70683]: DEBUG nova.compute.manager [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Received event network-vif-plugged-8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.577550] env[70683]: DEBUG oslo_concurrency.lockutils [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] Acquiring lock "ecf7e324-2b6c-43dd-b257-854a912604b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.577720] env[70683]: DEBUG oslo_concurrency.lockutils [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] Lock "ecf7e324-2b6c-43dd-b257-854a912604b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.577881] env[70683]: DEBUG oslo_concurrency.lockutils [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] Lock "ecf7e324-2b6c-43dd-b257-854a912604b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.578343] env[70683]: DEBUG nova.compute.manager [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] No waiting events found dispatching network-vif-plugged-8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.578541] env[70683]: WARNING nova.compute.manager [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Received unexpected event network-vif-plugged-8f7e7e7b-2432-4424-b8d4-c667b2268800 for instance with vm_state building and task_state spawning. [ 755.578742] env[70683]: DEBUG nova.compute.manager [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Received event network-changed-8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.578917] env[70683]: DEBUG nova.compute.manager [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Refreshing instance network info cache due to event network-changed-8f7e7e7b-2432-4424-b8d4-c667b2268800. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.579120] env[70683]: DEBUG oslo_concurrency.lockutils [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] Acquiring lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.579258] env[70683]: DEBUG oslo_concurrency.lockutils [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] Acquired lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.579410] env[70683]: DEBUG nova.network.neutron [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Refreshing network info cache for port 8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.597275] env[70683]: DEBUG oslo_vmware.api [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280250, 'name': PowerOnVM_Task, 'duration_secs': 0.461007} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.597570] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.597837] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8c17a9-d1e9-4122-918a-6eb3d27290e3 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance 'e9b0f70b-f729-4741-857b-3208e32dce90' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.649655] env[70683]: DEBUG nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.688069] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.689440] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.689440] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.689563] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.689620] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.689780] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.690095] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.690925] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.690925] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.690925] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.691102] env[70683]: DEBUG nova.virt.hardware [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.692229] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8a871-6371-4e75-bf95-d8f19fb8b3d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.700489] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607201} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.702599] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c5a10023-7650-41df-9082-51b0039d2fe2/c5a10023-7650-41df-9082-51b0039d2fe2.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.702822] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.703122] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b40e30-f3f3-4d92-a13b-110842223812 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.706060] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a6a12c-26f9-4fcb-9372-d79e92bac126 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.722433] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 755.722433] env[70683]: value = "task-3280255" [ 755.722433] env[70683]: _type = "Task" [ 755.722433] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.730781] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.780423] env[70683]: DEBUG nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.812075] env[70683]: DEBUG nova.scheduler.client.report [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.866253] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280253, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.896570] env[70683]: DEBUG oslo_vmware.api [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280249, 'name': RemoveSnapshot_Task, 'duration_secs': 0.575691} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.898043] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 755.898043] env[70683]: INFO nova.compute.manager [None req-e7e4bc06-cb30-4ba7-a6e2-e8e07f72f196 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Took 13.34 seconds to snapshot the instance on the hypervisor. [ 755.958734] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280254, 'name': Rename_Task, 'duration_secs': 0.349861} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.960169] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.960374] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56832442-22f5-4402-9b91-1b8b0d602518 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.967710] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 755.967710] env[70683]: value = "task-3280256" [ 755.967710] env[70683]: _type = "Task" [ 755.967710] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.978916] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.235661] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Acquiring lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.236011] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.243108] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070476} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.243291] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.245592] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08204a3d-bc78-414e-9d5c-200abdc84af0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.296999] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] c5a10023-7650-41df-9082-51b0039d2fe2/c5a10023-7650-41df-9082-51b0039d2fe2.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.306148] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78351d6-cdec-488c-ac61-f2e2f64ee148 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.336370] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.337197] env[70683]: DEBUG nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.341285] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.228s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.341597] env[70683]: DEBUG nova.objects.instance [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lazy-loading 'resources' on Instance uuid 31110cf7-9bf3-4d38-a595-d751a19d18a5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.350393] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 756.350393] env[70683]: value = "task-3280257" [ 756.350393] env[70683]: _type = "Task" [ 756.350393] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.362820] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.369757] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.375804] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280253, 'name': CreateVM_Task, 'duration_secs': 0.609819} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.375804] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.376737] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.376972] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.377417] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.377754] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9621c11b-9940-4560-9791-1170a15597be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.384195] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 756.384195] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52492312-7bfd-8477-c182-dedc6bdaa639" [ 756.384195] env[70683]: _type = "Task" [ 756.384195] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.396030] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52492312-7bfd-8477-c182-dedc6bdaa639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.480617] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.513258] env[70683]: DEBUG nova.network.neutron [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Updated VIF entry in instance network info cache for port 8f7e7e7b-2432-4424-b8d4-c667b2268800. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.513611] env[70683]: DEBUG nova.network.neutron [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Updating instance_info_cache with network_info: [{"id": "8f7e7e7b-2432-4424-b8d4-c667b2268800", "address": "fa:16:3e:73:6a:b4", "network": {"id": "8c09e18e-ae4e-46fe-99e3-b5cc0d2e0b86", "bridge": "br-int", "label": "tempest-ServersTestJSON-101279984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4450cea119f41dab77892b48a93022a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7e7e7b-24", "ovs_interfaceid": "8f7e7e7b-2432-4424-b8d4-c667b2268800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.850502] env[70683]: DEBUG nova.compute.utils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.853561] env[70683]: DEBUG nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.853820] env[70683]: DEBUG nova.network.neutron [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.873770] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.905483] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52492312-7bfd-8477-c182-dedc6bdaa639, 'name': SearchDatastore_Task, 'duration_secs': 0.023197} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.905824] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.906141] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.906344] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.906571] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.906738] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.907432] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e337a96b-903e-4b76-b512-ed472116ae6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.925866] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.925866] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.927364] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada973fa-0ebd-44e1-9feb-745964e718af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.939036] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 756.939036] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52efd9da-0af7-7f22-d03d-ff56964718dd" [ 756.939036] env[70683]: _type = "Task" [ 756.939036] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.947287] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52efd9da-0af7-7f22-d03d-ff56964718dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.978790] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280256, 'name': PowerOnVM_Task, 'duration_secs': 0.974739} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.980522] env[70683]: DEBUG nova.policy [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c3ef605d25043e5826ef54f07067ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9c1b0208ca843c79be30d39d6141899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.984703] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.985042] env[70683]: INFO nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Took 9.38 seconds to spawn the instance on the hypervisor. [ 756.985172] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.986368] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4139b00-a161-4211-b3e8-4a8344ab7fe8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.017741] env[70683]: DEBUG oslo_concurrency.lockutils [req-6a3bc3b0-d830-4231-affa-f62ba79c5298 req-58b2ed7e-cc24-448c-a47d-082297ff2c4b service nova] Releasing lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.358040] env[70683]: DEBUG nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.383093] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280257, 'name': ReconfigVM_Task, 'duration_secs': 0.655293} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.387370] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Reconfigured VM instance instance-00000010 to attach disk [datastore1] c5a10023-7650-41df-9082-51b0039d2fe2/c5a10023-7650-41df-9082-51b0039d2fe2.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.393506] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65cbcc7e-6e45-4f6f-b2ff-c5fd73a530c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.404962] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 757.404962] env[70683]: value = "task-3280258" [ 757.404962] env[70683]: _type = "Task" [ 757.404962] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.423620] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280258, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.453270] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52efd9da-0af7-7f22-d03d-ff56964718dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.454794] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819d2adc-181e-4bc9-86a3-8419f3b2265c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.462190] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 757.462190] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b774c6-f1f4-882c-d343-b2b08731c117" [ 757.462190] env[70683]: _type = "Task" [ 757.462190] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.472065] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b774c6-f1f4-882c-d343-b2b08731c117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.496510] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795082ca-be3c-466e-b058-fc40f9ce5080 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.511195] env[70683]: INFO nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Took 25.42 seconds to build instance. [ 757.516589] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee53ee2-faf7-415f-930e-4ceba5b0b77e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.553372] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bcefdc-5a7d-496e-9919-b349c6acb8ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.566080] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca63a054-1813-48f6-9c6d-3ab1aa7ad6ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.584678] env[70683]: DEBUG nova.compute.provider_tree [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.590138] env[70683]: DEBUG nova.network.neutron [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Successfully updated port: b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.736786] env[70683]: DEBUG nova.network.neutron [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Successfully created port: 6c1f6d6b-e0a9-44b0-a098-fb4a1a943161 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.917952] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280258, 'name': Rename_Task, 'duration_secs': 0.342471} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.921380] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.921764] env[70683]: DEBUG nova.compute.manager [req-7480b147-16ac-4ec6-837c-7983887ed8b4 req-6d3eb5d2-0c1f-40e4-a9d0-779ce7a3ef31 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Received event network-vif-plugged-b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.921977] env[70683]: DEBUG oslo_concurrency.lockutils [req-7480b147-16ac-4ec6-837c-7983887ed8b4 req-6d3eb5d2-0c1f-40e4-a9d0-779ce7a3ef31 service nova] Acquiring lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.922215] env[70683]: DEBUG oslo_concurrency.lockutils [req-7480b147-16ac-4ec6-837c-7983887ed8b4 req-6d3eb5d2-0c1f-40e4-a9d0-779ce7a3ef31 service nova] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.922926] env[70683]: DEBUG oslo_concurrency.lockutils [req-7480b147-16ac-4ec6-837c-7983887ed8b4 req-6d3eb5d2-0c1f-40e4-a9d0-779ce7a3ef31 service nova] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.923200] env[70683]: DEBUG nova.compute.manager [req-7480b147-16ac-4ec6-837c-7983887ed8b4 req-6d3eb5d2-0c1f-40e4-a9d0-779ce7a3ef31 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] No waiting events found dispatching network-vif-plugged-b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.923336] env[70683]: WARNING nova.compute.manager [req-7480b147-16ac-4ec6-837c-7983887ed8b4 req-6d3eb5d2-0c1f-40e4-a9d0-779ce7a3ef31 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Received unexpected event network-vif-plugged-b95a1ff6-e41c-4946-bdb2-42f0852db74a for instance with vm_state building and task_state spawning. [ 757.923931] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce8c5e62-d5ea-405a-b11c-40e4fcf224b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.930847] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 757.930847] env[70683]: value = "task-3280259" [ 757.930847] env[70683]: _type = "Task" [ 757.930847] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.941983] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.974119] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b774c6-f1f4-882c-d343-b2b08731c117, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.974853] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.975144] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] ecf7e324-2b6c-43dd-b257-854a912604b1/ecf7e324-2b6c-43dd-b257-854a912604b1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.975456] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e2785d-3c45-4410-a191-8e3f1984ed7d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.982700] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 757.982700] env[70683]: value = "task-3280260" [ 757.982700] env[70683]: _type = "Task" [ 757.982700] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.991725] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.015678] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c8935d62-815c-4cb6-bbe8-52f88d936b73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.892s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.088813] env[70683]: DEBUG nova.scheduler.client.report [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.100681] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.100681] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.100681] env[70683]: DEBUG nova.network.neutron [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.382343] env[70683]: DEBUG nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.421879] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.422421] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.422775] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.422909] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.423111] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.423488] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.423925] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.424184] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.424539] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.424830] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.425256] env[70683]: DEBUG nova.virt.hardware [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.426578] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c059943-2fd3-4fee-9cc1-f7166f29930d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.442403] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ca004-054a-4070-9a3a-e844e69ff8b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.451937] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.496264] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.522841] env[70683]: DEBUG nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.609455] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.614384] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.593s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.619393] env[70683]: INFO nova.compute.claims [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.671078] env[70683]: INFO nova.scheduler.client.report [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Deleted allocations for instance 31110cf7-9bf3-4d38-a595-d751a19d18a5 [ 758.685598] env[70683]: DEBUG nova.network.neutron [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.942210] env[70683]: DEBUG oslo_vmware.api [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280259, 'name': PowerOnVM_Task, 'duration_secs': 0.754747} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.943155] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.944189] env[70683]: INFO nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Took 8.64 seconds to spawn the instance on the hypervisor. [ 758.944625] env[70683]: DEBUG nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.946875] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157934b4-b4d7-4ec4-81c0-4ce65f600e7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.002801] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680861} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.002801] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] ecf7e324-2b6c-43dd-b257-854a912604b1/ecf7e324-2b6c-43dd-b257-854a912604b1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.002801] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.002801] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed549388-d889-439a-851e-150e0026e561 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.008337] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 759.008337] env[70683]: value = "task-3280261" [ 759.008337] env[70683]: _type = "Task" [ 759.008337] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.024807] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.032788] env[70683]: DEBUG nova.network.neutron [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Updating instance_info_cache with network_info: [{"id": "b95a1ff6-e41c-4946-bdb2-42f0852db74a", "address": "fa:16:3e:9a:95:cf", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95a1ff6-e4", "ovs_interfaceid": "b95a1ff6-e41c-4946-bdb2-42f0852db74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.066049] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.131269] env[70683]: DEBUG nova.compute.manager [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.131269] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2d4187-8c0a-4997-8c78-7fb1124b936b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.188243] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9fef99ed-fa52-4dab-b070-4ef49780355a tempest-AttachInterfacesV270Test-988156669 tempest-AttachInterfacesV270Test-988156669-project-member] Lock "31110cf7-9bf3-4d38-a595-d751a19d18a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.252s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.235776] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "e9b0f70b-f729-4741-857b-3208e32dce90" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.235776] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.235776] env[70683]: DEBUG nova.compute.manager [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Going to confirm migration 1 {{(pid=70683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 759.467837] env[70683]: INFO nova.compute.manager [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Took 26.45 seconds to build instance. [ 759.521442] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326017} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.521591] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.522409] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f519ec99-a8d8-4462-b571-6de7486fb225 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.543133] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.543133] env[70683]: DEBUG nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Instance network_info: |[{"id": "b95a1ff6-e41c-4946-bdb2-42f0852db74a", "address": "fa:16:3e:9a:95:cf", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95a1ff6-e4", "ovs_interfaceid": "b95a1ff6-e41c-4946-bdb2-42f0852db74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.552937] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] ecf7e324-2b6c-43dd-b257-854a912604b1/ecf7e324-2b6c-43dd-b257-854a912604b1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.553418] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:95:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95a1ff6-e41c-4946-bdb2-42f0852db74a', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.562755] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Creating folder: Project (224b3fff30be4df692db0afe4bd4aa6f). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.562755] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec370893-cf2b-41df-864e-6316bd9110b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.578021] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1b8af5e-1b71-4833-b7ac-aa6f346582ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.586013] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 759.586013] env[70683]: value = "task-3280263" [ 759.586013] env[70683]: _type = "Task" [ 759.586013] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.591214] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Created folder: Project (224b3fff30be4df692db0afe4bd4aa6f) in parent group-v655051. [ 759.591427] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Creating folder: Instances. Parent ref: group-v655103. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.591999] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c021a7-cd99-443f-8739-9e37f7f7239d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.596830] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.605586] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Created folder: Instances in parent group-v655103. [ 759.606265] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.606265] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.606403] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b821046-576a-45d7-ba09-75d72b229499 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.630101] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.630101] env[70683]: value = "task-3280265" [ 759.630101] env[70683]: _type = "Task" [ 759.630101] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.641113] env[70683]: INFO nova.compute.manager [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] instance snapshotting [ 759.643130] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280265, 'name': CreateVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.645930] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e961325-0ceb-4b66-906a-828b6b804422 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.674151] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc212b0-9a7b-4cd4-bb1f-0dd6c5cfa68f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.743989] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "3687f587-2151-4be6-93e9-bd0dd52461e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.744274] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.744473] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "3687f587-2151-4be6-93e9-bd0dd52461e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.746551] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.746551] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.751090] env[70683]: INFO nova.compute.manager [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Terminating instance [ 759.867533] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.867533] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.867720] env[70683]: DEBUG nova.network.neutron [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.871102] env[70683]: DEBUG nova.objects.instance [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lazy-loading 'info_cache' on Instance uuid e9b0f70b-f729-4741-857b-3208e32dce90 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.971937] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d81a0f3-e682-4427-896e-a58839cd6a71 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c5a10023-7650-41df-9082-51b0039d2fe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.814s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.100421] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280263, 'name': ReconfigVM_Task, 'duration_secs': 0.306684} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.100668] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Reconfigured VM instance instance-00000011 to attach disk [datastore1] ecf7e324-2b6c-43dd-b257-854a912604b1/ecf7e324-2b6c-43dd-b257-854a912604b1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.101509] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d5b73f-f06a-4632-815e-f87671c85f44 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.112242] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 760.112242] env[70683]: value = "task-3280266" [ 760.112242] env[70683]: _type = "Task" [ 760.112242] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.124049] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280266, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.143301] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280265, 'name': CreateVM_Task, 'duration_secs': 0.45073} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.147366] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.149291] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.149403] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.149725] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.150506] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa7c949-ca78-41f3-8de2-c89b5842b72c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.155940] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 760.155940] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fefac4-cebb-d74c-da99-be1d6d06d4b4" [ 760.155940] env[70683]: _type = "Task" [ 760.155940] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.175284] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fefac4-cebb-d74c-da99-be1d6d06d4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.185320] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 760.185662] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-557edd83-4b70-4f1e-a08c-4be0b4f30ba2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.195291] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 760.195291] env[70683]: value = "task-3280267" [ 760.195291] env[70683]: _type = "Task" [ 760.195291] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.201652] env[70683]: DEBUG nova.network.neutron [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Successfully updated port: 6c1f6d6b-e0a9-44b0-a098-fb4a1a943161 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.207981] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280267, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.256634] env[70683]: DEBUG nova.compute.manager [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.256634] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.260149] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5fa0a-3218-4440-8ebc-73cd7b9f9bb5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.270306] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.270584] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb321122-c08e-4523-9547-202b001b8369 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.279892] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79f71e4-e020-4e4b-a1f2-110e0d396322 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.288553] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647f5cef-7774-4e47-be4f-ef895909ce91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.326319] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0afc8-569e-495f-8778-2004632b9f14 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.334444] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3389822a-84e9-4fa0-8b09-b1f687bdc4e1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.340340] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.340528] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.340732] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleting the datastore file [datastore2] 3687f587-2151-4be6-93e9-bd0dd52461e4 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.342034] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d1ccddc-1756-4ee7-b48c-84f917827026 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.351685] env[70683]: DEBUG nova.compute.provider_tree [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.357428] env[70683]: DEBUG oslo_vmware.api [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 760.357428] env[70683]: value = "task-3280269" [ 760.357428] env[70683]: _type = "Task" [ 760.357428] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.366374] env[70683]: DEBUG oslo_vmware.api [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.485182] env[70683]: DEBUG nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.652233] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280266, 'name': Rename_Task, 'duration_secs': 0.156848} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.652600] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.652895] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beb31ab5-12a7-419c-a33e-3c99c7eb4337 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.666042] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 760.666042] env[70683]: value = "task-3280270" [ 760.666042] env[70683]: _type = "Task" [ 760.666042] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.673524] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fefac4-cebb-d74c-da99-be1d6d06d4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013006} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.675736] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.676087] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.676691] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.676691] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.677132] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.680804] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9316e04d-a105-4e09-8936-82216ce44559 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.685030] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280270, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.692568] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.692861] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.693829] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09f0252-e4a7-4b70-a514-6a9b9214826b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.704800] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "refresh_cache-31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.705129] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquired lock "refresh_cache-31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.705251] env[70683]: DEBUG nova.network.neutron [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.711114] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 760.711114] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523c48aa-c3d3-9b96-7113-5cab1487f5f7" [ 760.711114] env[70683]: _type = "Task" [ 760.711114] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.712248] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280267, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.724883] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523c48aa-c3d3-9b96-7113-5cab1487f5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.725142] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34add301-b285-42f4-9b79-182c7cd3bb5f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.732722] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 760.732722] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5250d39b-5382-3817-b41e-a58653064562" [ 760.732722] env[70683]: _type = "Task" [ 760.732722] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.737023] env[70683]: DEBUG nova.compute.manager [req-15bb3f25-a2ab-4a70-87d2-635520cb0ebe req-6fe9cd89-24dc-4975-b5cd-91180c2f8501 service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Received event network-vif-plugged-6c1f6d6b-e0a9-44b0-a098-fb4a1a943161 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.737540] env[70683]: DEBUG oslo_concurrency.lockutils [req-15bb3f25-a2ab-4a70-87d2-635520cb0ebe req-6fe9cd89-24dc-4975-b5cd-91180c2f8501 service nova] Acquiring lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.737540] env[70683]: DEBUG oslo_concurrency.lockutils [req-15bb3f25-a2ab-4a70-87d2-635520cb0ebe req-6fe9cd89-24dc-4975-b5cd-91180c2f8501 service nova] Lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.737900] env[70683]: DEBUG oslo_concurrency.lockutils [req-15bb3f25-a2ab-4a70-87d2-635520cb0ebe req-6fe9cd89-24dc-4975-b5cd-91180c2f8501 service nova] Lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.737900] env[70683]: DEBUG nova.compute.manager [req-15bb3f25-a2ab-4a70-87d2-635520cb0ebe req-6fe9cd89-24dc-4975-b5cd-91180c2f8501 service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] No waiting events found dispatching network-vif-plugged-6c1f6d6b-e0a9-44b0-a098-fb4a1a943161 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.738090] env[70683]: WARNING nova.compute.manager [req-15bb3f25-a2ab-4a70-87d2-635520cb0ebe req-6fe9cd89-24dc-4975-b5cd-91180c2f8501 service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Received unexpected event network-vif-plugged-6c1f6d6b-e0a9-44b0-a098-fb4a1a943161 for instance with vm_state building and task_state spawning. [ 760.750134] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5250d39b-5382-3817-b41e-a58653064562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.754872] env[70683]: DEBUG nova.compute.manager [req-0c5547ca-1770-400d-a7be-7c75379dbb37 req-02116b32-3eb0-4534-bbd0-0c43ef311b2a service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Received event network-changed-b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.754872] env[70683]: DEBUG nova.compute.manager [req-0c5547ca-1770-400d-a7be-7c75379dbb37 req-02116b32-3eb0-4534-bbd0-0c43ef311b2a service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Refreshing instance network info cache due to event network-changed-b95a1ff6-e41c-4946-bdb2-42f0852db74a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.755579] env[70683]: DEBUG oslo_concurrency.lockutils [req-0c5547ca-1770-400d-a7be-7c75379dbb37 req-02116b32-3eb0-4534-bbd0-0c43ef311b2a service nova] Acquiring lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.755579] env[70683]: DEBUG oslo_concurrency.lockutils [req-0c5547ca-1770-400d-a7be-7c75379dbb37 req-02116b32-3eb0-4534-bbd0-0c43ef311b2a service nova] Acquired lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.755579] env[70683]: DEBUG nova.network.neutron [req-0c5547ca-1770-400d-a7be-7c75379dbb37 req-02116b32-3eb0-4534-bbd0-0c43ef311b2a service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Refreshing network info cache for port b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.858944] env[70683]: DEBUG nova.scheduler.client.report [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.884829] env[70683]: DEBUG oslo_vmware.api [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294661} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.887520] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.887520] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.887520] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.887520] env[70683]: INFO nova.compute.manager [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Took 0.63 seconds to destroy the instance on the hypervisor. [ 760.887520] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.887858] env[70683]: DEBUG nova.compute.manager [-] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.887858] env[70683]: DEBUG nova.network.neutron [-] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.010023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.177756] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.219644] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280267, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.247503] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5250d39b-5382-3817-b41e-a58653064562, 'name': SearchDatastore_Task, 'duration_secs': 0.021355} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.248059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.248473] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] ba1839c5-2c7d-4b59-89d9-6ed8e44343a0/ba1839c5-2c7d-4b59-89d9-6ed8e44343a0.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.248901] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fbd7c0b-932e-42ff-a430-0a5a74f1f12b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.261070] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 761.261070] env[70683]: value = "task-3280271" [ 761.261070] env[70683]: _type = "Task" [ 761.261070] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.277242] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.321898] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "11c8e46a-fa8c-4081-b323-a21d6869c91e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.321898] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "11c8e46a-fa8c-4081-b323-a21d6869c91e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.333359] env[70683]: DEBUG nova.network.neutron [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.368766] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.369390] env[70683]: DEBUG nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.374643] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.220s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.376279] env[70683]: INFO nova.compute.claims [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.463081] env[70683]: DEBUG nova.network.neutron [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance_info_cache with network_info: [{"id": "0334b59f-4dee-48cb-ba81-12fe77499fed", "address": "fa:16:3e:85:7c:e8", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0334b59f-4d", "ovs_interfaceid": "0334b59f-4dee-48cb-ba81-12fe77499fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.678249] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.718239] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280267, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.776371] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280271, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.883024] env[70683]: DEBUG nova.compute.utils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.886278] env[70683]: DEBUG nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.886464] env[70683]: DEBUG nova.network.neutron [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.966089] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-e9b0f70b-f729-4741-857b-3208e32dce90" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.967071] env[70683]: DEBUG nova.objects.instance [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lazy-loading 'migration_context' on Instance uuid e9b0f70b-f729-4741-857b-3208e32dce90 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.029423] env[70683]: DEBUG nova.policy [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88b1ba3e524e4bd2878dcd42f5ee42a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fb15125ae194dc3a6d9a1b78edd78ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.177531] env[70683]: DEBUG oslo_vmware.api [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280270, 'name': PowerOnVM_Task, 'duration_secs': 1.056648} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.177531] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.177531] env[70683]: INFO nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Took 9.20 seconds to spawn the instance on the hypervisor. [ 762.177531] env[70683]: DEBUG nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.178224] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0216a80a-3d02-44c3-91c6-8351bf0dd051 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.219588] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280267, 'name': CreateSnapshot_Task, 'duration_secs': 1.671347} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.219588] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.220990] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554c966d-0c46-4874-b945-a2cb975b2af3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.278132] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578574} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.278439] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] ba1839c5-2c7d-4b59-89d9-6ed8e44343a0/ba1839c5-2c7d-4b59-89d9-6ed8e44343a0.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.278655] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.278898] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92637e4e-c39f-40e5-9a5d-59184954ca05 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.286649] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 762.286649] env[70683]: value = "task-3280272" [ 762.286649] env[70683]: _type = "Task" [ 762.286649] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.291550] env[70683]: DEBUG nova.network.neutron [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Updating instance_info_cache with network_info: [{"id": "6c1f6d6b-e0a9-44b0-a098-fb4a1a943161", "address": "fa:16:3e:37:61:cb", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1f6d6b-e0", "ovs_interfaceid": "6c1f6d6b-e0a9-44b0-a098-fb4a1a943161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.295693] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.370960] env[70683]: DEBUG nova.network.neutron [req-0c5547ca-1770-400d-a7be-7c75379dbb37 req-02116b32-3eb0-4534-bbd0-0c43ef311b2a service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Updated VIF entry in instance network info cache for port b95a1ff6-e41c-4946-bdb2-42f0852db74a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.371391] env[70683]: DEBUG nova.network.neutron [req-0c5547ca-1770-400d-a7be-7c75379dbb37 req-02116b32-3eb0-4534-bbd0-0c43ef311b2a service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Updating instance_info_cache with network_info: [{"id": "b95a1ff6-e41c-4946-bdb2-42f0852db74a", "address": "fa:16:3e:9a:95:cf", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95a1ff6-e4", "ovs_interfaceid": "b95a1ff6-e41c-4946-bdb2-42f0852db74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.390579] env[70683]: DEBUG nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.471024] env[70683]: DEBUG nova.objects.base [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 762.473324] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f741f-4430-4788-b96a-98a5ff1d3b75 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.497621] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aeaab2d-9d7f-467c-b91a-14dbb162d15a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.503792] env[70683]: DEBUG oslo_vmware.api [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 762.503792] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52be18ff-64ef-0564-1069-d1f8d4f6ce98" [ 762.503792] env[70683]: _type = "Task" [ 762.503792] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.515385] env[70683]: DEBUG oslo_vmware.api [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52be18ff-64ef-0564-1069-d1f8d4f6ce98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.640577] env[70683]: DEBUG nova.network.neutron [-] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.703607] env[70683]: INFO nova.compute.manager [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Took 28.43 seconds to build instance. [ 762.739715] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.742925] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8c64a62-c5a7-4d0b-a743-4b724da88011 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.754045] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 762.754045] env[70683]: value = "task-3280273" [ 762.754045] env[70683]: _type = "Task" [ 762.754045] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.768986] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280273, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.802500] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Releasing lock "refresh_cache-31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.802901] env[70683]: DEBUG nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Instance network_info: |[{"id": "6c1f6d6b-e0a9-44b0-a098-fb4a1a943161", "address": "fa:16:3e:37:61:cb", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1f6d6b-e0", "ovs_interfaceid": "6c1f6d6b-e0a9-44b0-a098-fb4a1a943161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.803270] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.804037] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:61:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c1f6d6b-e0a9-44b0-a098-fb4a1a943161', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.813683] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Creating folder: Project (e9c1b0208ca843c79be30d39d6141899). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.816121] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a6e4ab5-4ebb-47f7-ab8e-4078edd6d418 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.828264] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Created folder: Project (e9c1b0208ca843c79be30d39d6141899) in parent group-v655051. [ 762.828264] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Creating folder: Instances. Parent ref: group-v655108. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.828264] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e533bf3d-1846-4b15-9aae-c80f8284aefc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.841188] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Created folder: Instances in parent group-v655108. [ 762.841347] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.842413] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.843563] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a22d7de5-7aed-418d-be42-1bf55ce007ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.874216] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.874216] env[70683]: value = "task-3280276" [ 762.874216] env[70683]: _type = "Task" [ 762.874216] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.879405] env[70683]: DEBUG oslo_concurrency.lockutils [req-0c5547ca-1770-400d-a7be-7c75379dbb37 req-02116b32-3eb0-4534-bbd0-0c43ef311b2a service nova] Releasing lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.887721] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280276, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.018498] env[70683]: DEBUG oslo_vmware.api [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52be18ff-64ef-0564-1069-d1f8d4f6ce98, 'name': SearchDatastore_Task, 'duration_secs': 0.027813} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.019263] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.025493] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79263658-056a-45eb-adaa-1e655e448742 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.033392] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e202d4a4-885b-40a5-bfe5-1554faf064df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.064605] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd8f04-8272-4d67-a8a6-2884bf3609d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.073314] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e2a285-8b83-4790-bf2e-06da0b02b4c5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.086696] env[70683]: DEBUG nova.compute.provider_tree [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.143130] env[70683]: INFO nova.compute.manager [-] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Took 2.26 seconds to deallocate network for instance. [ 763.208935] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b558a713-6bbb-44e1-a90a-f35aa27cc57d tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "ecf7e324-2b6c-43dd-b257-854a912604b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.542s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.240284] env[70683]: DEBUG nova.network.neutron [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Successfully created port: 18b6df10-d6de-4fba-8b80-fae55cebb12b {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.271326] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280273, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.300550] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.641644} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.300888] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.301755] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f81a4-4ed0-42df-8e0c-af2622883afd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.333441] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] ba1839c5-2c7d-4b59-89d9-6ed8e44343a0/ba1839c5-2c7d-4b59-89d9-6ed8e44343a0.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.333771] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10bbb77d-59cb-45d3-ab0c-d51abede62ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.357602] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 763.357602] env[70683]: value = "task-3280277" [ 763.357602] env[70683]: _type = "Task" [ 763.357602] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.368792] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.386119] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280276, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.399831] env[70683]: DEBUG nova.compute.manager [req-28dea375-dc86-4cfd-8b4d-fb0c46c4896a req-399166ea-ee6e-415e-b830-5197e299b8db service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Received event network-changed-6c1f6d6b-e0a9-44b0-a098-fb4a1a943161 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.400136] env[70683]: DEBUG nova.compute.manager [req-28dea375-dc86-4cfd-8b4d-fb0c46c4896a req-399166ea-ee6e-415e-b830-5197e299b8db service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Refreshing instance network info cache due to event network-changed-6c1f6d6b-e0a9-44b0-a098-fb4a1a943161. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.400414] env[70683]: DEBUG oslo_concurrency.lockutils [req-28dea375-dc86-4cfd-8b4d-fb0c46c4896a req-399166ea-ee6e-415e-b830-5197e299b8db service nova] Acquiring lock "refresh_cache-31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.400675] env[70683]: DEBUG oslo_concurrency.lockutils [req-28dea375-dc86-4cfd-8b4d-fb0c46c4896a req-399166ea-ee6e-415e-b830-5197e299b8db service nova] Acquired lock "refresh_cache-31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.400884] env[70683]: DEBUG nova.network.neutron [req-28dea375-dc86-4cfd-8b4d-fb0c46c4896a req-399166ea-ee6e-415e-b830-5197e299b8db service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Refreshing network info cache for port 6c1f6d6b-e0a9-44b0-a098-fb4a1a943161 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.406742] env[70683]: DEBUG nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.424398] env[70683]: DEBUG nova.compute.manager [req-7b75d8f3-a31a-449b-987b-ff3818951a9a req-18bbe58d-cbcb-4b26-a25e-d6de3d91e075 service nova] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Received event network-vif-deleted-4a18a412-07b7-4f56-af3c-1df6674b9144 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.435948] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.437479] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.437479] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.437479] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.437479] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.437479] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.437759] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.438889] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.438889] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.438889] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.438889] env[70683]: DEBUG nova.virt.hardware [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.440063] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179760ae-7cc3-45b7-8fbf-dbf4d0019da1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.450676] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77c6dbe-0648-4219-afa1-83f3a97b6735 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.594235] env[70683]: DEBUG nova.scheduler.client.report [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.650215] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.711938] env[70683]: DEBUG nova.compute.manager [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.769499] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280273, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.873439] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.889934] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280276, 'name': CreateVM_Task, 'duration_secs': 0.528352} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.890597] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.891809] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.892936] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.893367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.894275] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2c0fe2-a662-4876-9dc7-804ec601d7b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.903247] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 763.903247] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c0100f-5f28-b6da-49c0-e593bf415b6f" [ 763.903247] env[70683]: _type = "Task" [ 763.903247] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.916623] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c0100f-5f28-b6da-49c0-e593bf415b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.919451] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.919451] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.919451] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.919451] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.919451] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.919451] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76d5fe1d-bf3f-4ec2-92b8-128628c9da3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.928024] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.928273] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.929082] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4af9fb0-1829-41b1-b0c4-1639584eba88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.936026] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 763.936026] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525a70a7-6297-b969-aa7b-2c113e9eb303" [ 763.936026] env[70683]: _type = "Task" [ 763.936026] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.949093] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525a70a7-6297-b969-aa7b-2c113e9eb303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.008957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "c8935d62-815c-4cb6-bbe8-52f88d936b73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.008957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c8935d62-815c-4cb6-bbe8-52f88d936b73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.008957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "c8935d62-815c-4cb6-bbe8-52f88d936b73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.008957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c8935d62-815c-4cb6-bbe8-52f88d936b73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.008957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c8935d62-815c-4cb6-bbe8-52f88d936b73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.009946] env[70683]: INFO nova.compute.manager [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Terminating instance [ 764.101538] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.102101] env[70683]: DEBUG nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.105318] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.155s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.105615] env[70683]: DEBUG nova.objects.instance [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lazy-loading 'resources' on Instance uuid 90e290e7-fbf1-4d69-8f9d-088b51196dcb {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.246354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.270020] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280273, 'name': CloneVM_Task, 'duration_secs': 1.405392} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.270331] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Created linked-clone VM from snapshot [ 764.271393] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0662ef47-4eeb-4680-83b5-2ee8b77c1ce5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.284216] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Uploading image 085c4d02-23de-4a7d-8235-bd313d25ce7b {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 764.312578] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 764.312578] env[70683]: value = "vm-655107" [ 764.312578] env[70683]: _type = "VirtualMachine" [ 764.312578] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 764.315018] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31458726-903a-487b-8f67-15f9d50271bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.320796] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lease: (returnval){ [ 764.320796] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd0882-37dd-47a5-bbad-c2c81ec170da" [ 764.320796] env[70683]: _type = "HttpNfcLease" [ 764.320796] env[70683]: } obtained for exporting VM: (result){ [ 764.320796] env[70683]: value = "vm-655107" [ 764.320796] env[70683]: _type = "VirtualMachine" [ 764.320796] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 764.321121] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the lease: (returnval){ [ 764.321121] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd0882-37dd-47a5-bbad-c2c81ec170da" [ 764.321121] env[70683]: _type = "HttpNfcLease" [ 764.321121] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 764.328243] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.328243] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd0882-37dd-47a5-bbad-c2c81ec170da" [ 764.328243] env[70683]: _type = "HttpNfcLease" [ 764.328243] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 764.369015] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280277, 'name': ReconfigVM_Task, 'duration_secs': 0.532926} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.369536] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Reconfigured VM instance instance-00000012 to attach disk [datastore2] ba1839c5-2c7d-4b59-89d9-6ed8e44343a0/ba1839c5-2c7d-4b59-89d9-6ed8e44343a0.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.370204] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81ac412b-7c5e-41a0-8448-a6e6318c4fd5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.377826] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 764.377826] env[70683]: value = "task-3280279" [ 764.377826] env[70683]: _type = "Task" [ 764.377826] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.387793] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280279, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.447030] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525a70a7-6297-b969-aa7b-2c113e9eb303, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.447890] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed6cf21-90b6-48be-804e-092402665b9f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.454217] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 764.454217] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbe4e0-9b70-80ef-00e3-4d6614c55fd1" [ 764.454217] env[70683]: _type = "Task" [ 764.454217] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.463714] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbe4e0-9b70-80ef-00e3-4d6614c55fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.515036] env[70683]: DEBUG nova.compute.manager [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.515036] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.515809] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f34fc17-c088-4af4-8a7d-0ef35d46e58a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.524452] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.524609] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0cddf55-36f3-4a21-9bab-e6ef8c462678 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.530997] env[70683]: DEBUG oslo_vmware.api [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 764.530997] env[70683]: value = "task-3280280" [ 764.530997] env[70683]: _type = "Task" [ 764.530997] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.543675] env[70683]: DEBUG oslo_vmware.api [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.609156] env[70683]: DEBUG nova.compute.utils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.610181] env[70683]: DEBUG nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.610450] env[70683]: DEBUG nova.network.neutron [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.836361] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.836361] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd0882-37dd-47a5-bbad-c2c81ec170da" [ 764.836361] env[70683]: _type = "HttpNfcLease" [ 764.836361] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 764.839016] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 764.839016] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd0882-37dd-47a5-bbad-c2c81ec170da" [ 764.839016] env[70683]: _type = "HttpNfcLease" [ 764.839016] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 764.839016] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3351a1c5-c8cb-41ff-947e-a5d85e616c88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.846678] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524662c2-5d53-1003-7699-2246c3f8d788/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 764.846678] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524662c2-5d53-1003-7699-2246c3f8d788/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 764.925539] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280279, 'name': Rename_Task, 'duration_secs': 0.241258} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.927076] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.927076] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44a2a8c2-3007-4021-b7f4-c3c00c575078 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.929724] env[70683]: DEBUG nova.policy [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46c47cc9c49e483bbdb8abf63c173c1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc10b62298e4e78b50c9c226dc9f9f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.932667] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 764.932667] env[70683]: value = "task-3280281" [ 764.932667] env[70683]: _type = "Task" [ 764.932667] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.948484] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.963870] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbe4e0-9b70-80ef-00e3-4d6614c55fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.963870] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.964142] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd/31f70c72-cb1f-4ba6-a5c8-8506849bdbdd.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.964501] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e46043d9-e195-4cc4-aaa2-1f28d87b91f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.972424] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 764.972424] env[70683]: value = "task-3280282" [ 764.972424] env[70683]: _type = "Task" [ 764.972424] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.978878] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c6999b6-665c-4e46-b6af-7839501378d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.983599] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.041815] env[70683]: DEBUG oslo_vmware.api [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280280, 'name': PowerOffVM_Task, 'duration_secs': 0.332895} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.042099] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.042269] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.042525] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3349493-1fac-4c0e-a98c-99ab388dda2a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.123625] env[70683]: DEBUG nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.132381] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.132381] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.132381] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleting the datastore file [datastore1] c8935d62-815c-4cb6-bbe8-52f88d936b73 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.135317] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78a38f08-78b6-4bb1-ae9e-ae2b8f9af8fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.144124] env[70683]: DEBUG oslo_vmware.api [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 765.144124] env[70683]: value = "task-3280284" [ 765.144124] env[70683]: _type = "Task" [ 765.144124] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.157818] env[70683]: DEBUG oslo_vmware.api [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.327950] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c786f-338b-4f51-8722-69d81b3ebab8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.340835] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfb842b-60f8-4ec8-a3b0-18f4a3a774bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.379091] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ae861a-f8a8-452c-a4e6-15d739c6d47d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.388175] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f27581e-b0b7-4648-b1c0-2ccbf93d63da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.407936] env[70683]: DEBUG nova.compute.provider_tree [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.448452] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280281, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.487377] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.576918] env[70683]: DEBUG nova.network.neutron [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Successfully updated port: 18b6df10-d6de-4fba-8b80-fae55cebb12b {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.658544] env[70683]: DEBUG oslo_vmware.api [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331108} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.658544] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.658544] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.658544] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.658544] env[70683]: INFO nova.compute.manager [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Took 1.14 seconds to destroy the instance on the hypervisor. [ 765.658544] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.658880] env[70683]: DEBUG nova.compute.manager [-] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.658880] env[70683]: DEBUG nova.network.neutron [-] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.753166] env[70683]: DEBUG nova.network.neutron [req-28dea375-dc86-4cfd-8b4d-fb0c46c4896a req-399166ea-ee6e-415e-b830-5197e299b8db service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Updated VIF entry in instance network info cache for port 6c1f6d6b-e0a9-44b0-a098-fb4a1a943161. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.754238] env[70683]: DEBUG nova.network.neutron [req-28dea375-dc86-4cfd-8b4d-fb0c46c4896a req-399166ea-ee6e-415e-b830-5197e299b8db service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Updating instance_info_cache with network_info: [{"id": "6c1f6d6b-e0a9-44b0-a098-fb4a1a943161", "address": "fa:16:3e:37:61:cb", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1f6d6b-e0", "ovs_interfaceid": "6c1f6d6b-e0a9-44b0-a098-fb4a1a943161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.919208] env[70683]: DEBUG nova.scheduler.client.report [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.926859] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "c5a10023-7650-41df-9082-51b0039d2fe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.927190] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c5a10023-7650-41df-9082-51b0039d2fe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.931439] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "c5a10023-7650-41df-9082-51b0039d2fe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.931748] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c5a10023-7650-41df-9082-51b0039d2fe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.932034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c5a10023-7650-41df-9082-51b0039d2fe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.934912] env[70683]: INFO nova.compute.manager [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Terminating instance [ 765.955028] env[70683]: DEBUG oslo_vmware.api [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280281, 'name': PowerOnVM_Task, 'duration_secs': 0.869325} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.955484] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.955484] env[70683]: INFO nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Took 10.31 seconds to spawn the instance on the hypervisor. [ 765.955606] env[70683]: DEBUG nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.956655] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9796195b-0bbd-488d-8a75-f563116f4d53 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.990525] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552482} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.994508] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd/31f70c72-cb1f-4ba6-a5c8-8506849bdbdd.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.994785] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.995148] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-397b262b-331e-4059-9b0c-07300c9e5434 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.004769] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 766.004769] env[70683]: value = "task-3280285" [ 766.004769] env[70683]: _type = "Task" [ 766.004769] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.022030] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.079509] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquiring lock "refresh_cache-c90cd3a8-ff60-4efe-bb79-bbb450d7326d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.079791] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquired lock "refresh_cache-c90cd3a8-ff60-4efe-bb79-bbb450d7326d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.082052] env[70683]: DEBUG nova.network.neutron [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.139602] env[70683]: DEBUG nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.179357] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.179632] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.179748] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.179935] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.180151] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.180317] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.180526] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.180680] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.180846] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.181010] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.184740] env[70683]: DEBUG nova.virt.hardware [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.185951] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e3bae5-2ab5-4f5b-99f0-0a11bdc25eff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.196701] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ece9d7-560b-45b5-8214-be4fb3be2f0a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.267752] env[70683]: DEBUG oslo_concurrency.lockutils [req-28dea375-dc86-4cfd-8b4d-fb0c46c4896a req-399166ea-ee6e-415e-b830-5197e299b8db service nova] Releasing lock "refresh_cache-31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.438751] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.442631] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.908s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.442631] env[70683]: DEBUG nova.objects.instance [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lazy-loading 'resources' on Instance uuid 21684327-a4f7-4b87-bbd4-0d292040a382 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.447517] env[70683]: DEBUG nova.compute.manager [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.447517] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.447517] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f05aa0-db83-4970-92a8-7b7b8f9d1aff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.461664] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.463009] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec91af39-3115-4dde-828a-80d5e5bdb6ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.474412] env[70683]: DEBUG oslo_vmware.api [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 766.474412] env[70683]: value = "task-3280286" [ 766.474412] env[70683]: _type = "Task" [ 766.474412] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.495359] env[70683]: DEBUG oslo_vmware.api [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.506020] env[70683]: INFO nova.compute.manager [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Took 31.64 seconds to build instance. [ 766.527244] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08153} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.531927] env[70683]: INFO nova.scheduler.client.report [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Deleted allocations for instance 90e290e7-fbf1-4d69-8f9d-088b51196dcb [ 766.531927] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.532514] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6778b4da-9ebf-4d2b-929b-d8b3c1f7c5ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.545355] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.545666] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.578737] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd/31f70c72-cb1f-4ba6-a5c8-8506849bdbdd.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.580352] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2339c0-36de-48dd-9481-152ea5decb77 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.623158] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 766.623158] env[70683]: value = "task-3280287" [ 766.623158] env[70683]: _type = "Task" [ 766.623158] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.638286] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.695451] env[70683]: DEBUG nova.network.neutron [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.707212] env[70683]: DEBUG nova.network.neutron [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Successfully created port: a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.750466] env[70683]: DEBUG nova.network.neutron [-] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.009460] env[70683]: DEBUG oslo_vmware.api [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280286, 'name': PowerOffVM_Task, 'duration_secs': 0.382993} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.009845] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.010026] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.010343] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9969be7a-c127-4669-8fd4-9ad416c462e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.017644] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1b5f117d-150b-4f62-b649-08935bd60d80 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.634s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.054563] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ffb40336-e046-4800-bace-915f51fdbe92 tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "90e290e7-fbf1-4d69-8f9d-088b51196dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.559s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.111333] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.111563] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.111775] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleting the datastore file [datastore1] c5a10023-7650-41df-9082-51b0039d2fe2 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.112052] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96ab8747-4141-4b4c-9043-2127bda56dcb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.122400] env[70683]: DEBUG oslo_vmware.api [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 767.122400] env[70683]: value = "task-3280289" [ 767.122400] env[70683]: _type = "Task" [ 767.122400] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.141326] env[70683]: DEBUG oslo_vmware.api [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.145255] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280287, 'name': ReconfigVM_Task, 'duration_secs': 0.45982} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.152632] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd/31f70c72-cb1f-4ba6-a5c8-8506849bdbdd.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.153646] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05190e25-d98a-4205-93e2-c3dc5ff5d2f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.163250] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 767.163250] env[70683]: value = "task-3280290" [ 767.163250] env[70683]: _type = "Task" [ 767.163250] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.179061] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280290, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.242679] env[70683]: DEBUG nova.network.neutron [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Updating instance_info_cache with network_info: [{"id": "18b6df10-d6de-4fba-8b80-fae55cebb12b", "address": "fa:16:3e:cb:1e:24", "network": {"id": "b5fbf8ea-1392-4503-aac6-6ecfb56e7a68", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-122623537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb15125ae194dc3a6d9a1b78edd78ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6df10-d6", "ovs_interfaceid": "18b6df10-d6de-4fba-8b80-fae55cebb12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.254428] env[70683]: INFO nova.compute.manager [-] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Took 1.60 seconds to deallocate network for instance. [ 767.405060] env[70683]: DEBUG nova.compute.manager [req-493991b3-5acd-4aab-b87b-ab5b38391d48 req-6afd511f-b791-44ff-bcbe-7b9c676b569c service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Received event network-vif-plugged-18b6df10-d6de-4fba-8b80-fae55cebb12b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.405060] env[70683]: DEBUG oslo_concurrency.lockutils [req-493991b3-5acd-4aab-b87b-ab5b38391d48 req-6afd511f-b791-44ff-bcbe-7b9c676b569c service nova] Acquiring lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.405060] env[70683]: DEBUG oslo_concurrency.lockutils [req-493991b3-5acd-4aab-b87b-ab5b38391d48 req-6afd511f-b791-44ff-bcbe-7b9c676b569c service nova] Lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.405060] env[70683]: DEBUG oslo_concurrency.lockutils [req-493991b3-5acd-4aab-b87b-ab5b38391d48 req-6afd511f-b791-44ff-bcbe-7b9c676b569c service nova] Lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.405060] env[70683]: DEBUG nova.compute.manager [req-493991b3-5acd-4aab-b87b-ab5b38391d48 req-6afd511f-b791-44ff-bcbe-7b9c676b569c service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] No waiting events found dispatching network-vif-plugged-18b6df10-d6de-4fba-8b80-fae55cebb12b {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.405060] env[70683]: WARNING nova.compute.manager [req-493991b3-5acd-4aab-b87b-ab5b38391d48 req-6afd511f-b791-44ff-bcbe-7b9c676b569c service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Received unexpected event network-vif-plugged-18b6df10-d6de-4fba-8b80-fae55cebb12b for instance with vm_state building and task_state spawning. [ 767.523748] env[70683]: DEBUG nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.534723] env[70683]: DEBUG nova.compute.manager [req-d0073246-979c-49a1-8e86-f9b481f4d907 req-95fc31c7-d278-4189-a3f6-3d4892900a36 service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Received event network-changed-8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.534935] env[70683]: DEBUG nova.compute.manager [req-d0073246-979c-49a1-8e86-f9b481f4d907 req-95fc31c7-d278-4189-a3f6-3d4892900a36 service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Refreshing instance network info cache due to event network-changed-8f7e7e7b-2432-4424-b8d4-c667b2268800. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.535232] env[70683]: DEBUG oslo_concurrency.lockutils [req-d0073246-979c-49a1-8e86-f9b481f4d907 req-95fc31c7-d278-4189-a3f6-3d4892900a36 service nova] Acquiring lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.535377] env[70683]: DEBUG oslo_concurrency.lockutils [req-d0073246-979c-49a1-8e86-f9b481f4d907 req-95fc31c7-d278-4189-a3f6-3d4892900a36 service nova] Acquired lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.536016] env[70683]: DEBUG nova.network.neutron [req-d0073246-979c-49a1-8e86-f9b481f4d907 req-95fc31c7-d278-4189-a3f6-3d4892900a36 service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Refreshing network info cache for port 8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.624303] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d31618-4fff-4a5a-8269-3b0eb0edf118 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.641073] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bacd192-f992-455b-8342-e58f46fcabb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.644625] env[70683]: DEBUG oslo_vmware.api [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165007} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.644900] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.645490] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.645615] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.645683] env[70683]: INFO nova.compute.manager [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 767.645911] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.646579] env[70683]: DEBUG nova.compute.manager [-] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.646713] env[70683]: DEBUG nova.network.neutron [-] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.683636] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1ff79d-c53b-4a0c-a442-45eb09b77df7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.695296] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f07f40-4929-45e3-a979-d8c28adbb98d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.699887] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280290, 'name': Rename_Task, 'duration_secs': 0.202079} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.700175] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.700996] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78906b2f-d9e5-43c6-90ae-f443b741a2d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.711321] env[70683]: DEBUG nova.compute.provider_tree [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.719127] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 767.719127] env[70683]: value = "task-3280291" [ 767.719127] env[70683]: _type = "Task" [ 767.719127] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.730622] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.747180] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Releasing lock "refresh_cache-c90cd3a8-ff60-4efe-bb79-bbb450d7326d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.747180] env[70683]: DEBUG nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Instance network_info: |[{"id": "18b6df10-d6de-4fba-8b80-fae55cebb12b", "address": "fa:16:3e:cb:1e:24", "network": {"id": "b5fbf8ea-1392-4503-aac6-6ecfb56e7a68", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-122623537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb15125ae194dc3a6d9a1b78edd78ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6df10-d6", "ovs_interfaceid": "18b6df10-d6de-4fba-8b80-fae55cebb12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.747444] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:1e:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b6df10-d6de-4fba-8b80-fae55cebb12b', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.756714] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Creating folder: Project (9fb15125ae194dc3a6d9a1b78edd78ce). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.759345] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efff092a-2a22-4a4d-9014-fa3395d5fe8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.767141] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.778592] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Created folder: Project (9fb15125ae194dc3a6d9a1b78edd78ce) in parent group-v655051. [ 767.778812] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Creating folder: Instances. Parent ref: group-v655111. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.779107] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de29497-29f6-42ca-8d84-a268ef8d9b1a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.794237] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Created folder: Instances in parent group-v655111. [ 767.794528] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.796481] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.796481] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea0728f-0c4a-4ba0-b7b5-435e4c9457d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.821237] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.821237] env[70683]: value = "task-3280294" [ 767.821237] env[70683]: _type = "Task" [ 767.821237] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.832595] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280294, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.070498] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.215204] env[70683]: DEBUG nova.scheduler.client.report [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.232916] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280291, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.336638] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280294, 'name': CreateVM_Task, 'duration_secs': 0.423014} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.336813] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.338404] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.338404] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.338404] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.338643] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b30d38-62b6-499a-913d-fe550d455692 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.346040] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 768.346040] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a43861-210d-50ec-b496-ea141d6e6570" [ 768.346040] env[70683]: _type = "Task" [ 768.346040] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.367489] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a43861-210d-50ec-b496-ea141d6e6570, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.367489] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.367489] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.367489] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.367489] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.368735] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.368925] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec465c79-abc4-4b28-af96-5fc5ee665b46 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.382334] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.382549] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.383972] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fac351-bbd2-4bdf-80df-c2147f2ee364 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.392072] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 768.392072] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eec0b0-8c6c-7a40-6b41-a3641923a966" [ 768.392072] env[70683]: _type = "Task" [ 768.392072] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.411167] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eec0b0-8c6c-7a40-6b41-a3641923a966, 'name': SearchDatastore_Task, 'duration_secs': 0.013042} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.411791] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c08db70-05d1-4a9a-9353-edab4a5ba7e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.423699] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 768.423699] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ce1c86-d442-988c-a3ea-f0f9d06298fc" [ 768.423699] env[70683]: _type = "Task" [ 768.423699] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.441421] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ce1c86-d442-988c-a3ea-f0f9d06298fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.441586] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.442217] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c90cd3a8-ff60-4efe-bb79-bbb450d7326d/c90cd3a8-ff60-4efe-bb79-bbb450d7326d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.442713] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d1b320c-bf15-4b90-8def-e7c83208c3e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.462435] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 768.462435] env[70683]: value = "task-3280295" [ 768.462435] env[70683]: _type = "Task" [ 768.462435] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.475832] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.727962] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.731684] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.123s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.735126] env[70683]: INFO nova.compute.claims [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.743626] env[70683]: DEBUG oslo_vmware.api [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280291, 'name': PowerOnVM_Task, 'duration_secs': 0.759277} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.744347] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.744347] env[70683]: INFO nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Took 10.36 seconds to spawn the instance on the hypervisor. [ 768.744347] env[70683]: DEBUG nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.747024] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fdc1c6-449a-4392-ae02-d817b6524f07 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.769086] env[70683]: INFO nova.scheduler.client.report [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Deleted allocations for instance 21684327-a4f7-4b87-bbd4-0d292040a382 [ 768.969220] env[70683]: DEBUG nova.network.neutron [-] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.977383] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49494} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.979023] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c90cd3a8-ff60-4efe-bb79-bbb450d7326d/c90cd3a8-ff60-4efe-bb79-bbb450d7326d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.979023] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.979023] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce5869ab-b0c6-4b53-b662-87681cc1d52f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.988319] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 768.988319] env[70683]: value = "task-3280296" [ 768.988319] env[70683]: _type = "Task" [ 768.988319] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.003023] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.273958] env[70683]: INFO nova.compute.manager [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Took 34.37 seconds to build instance. [ 769.282603] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6fa82461-c20a-4665-8b35-023d3ea1e502 tempest-TenantUsagesTestJSON-1777453601 tempest-TenantUsagesTestJSON-1777453601-project-member] Lock "21684327-a4f7-4b87-bbd4-0d292040a382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.792s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.408071] env[70683]: DEBUG nova.network.neutron [req-d0073246-979c-49a1-8e86-f9b481f4d907 req-95fc31c7-d278-4189-a3f6-3d4892900a36 service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Updated VIF entry in instance network info cache for port 8f7e7e7b-2432-4424-b8d4-c667b2268800. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.409593] env[70683]: DEBUG nova.network.neutron [req-d0073246-979c-49a1-8e86-f9b481f4d907 req-95fc31c7-d278-4189-a3f6-3d4892900a36 service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Updating instance_info_cache with network_info: [{"id": "8f7e7e7b-2432-4424-b8d4-c667b2268800", "address": "fa:16:3e:73:6a:b4", "network": {"id": "8c09e18e-ae4e-46fe-99e3-b5cc0d2e0b86", "bridge": "br-int", "label": "tempest-ServersTestJSON-101279984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4450cea119f41dab77892b48a93022a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7e7e7b-24", "ovs_interfaceid": "8f7e7e7b-2432-4424-b8d4-c667b2268800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.471907] env[70683]: INFO nova.compute.manager [-] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Took 1.83 seconds to deallocate network for instance. [ 769.502645] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074545} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.503022] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.503884] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d756a60d-b08f-4a25-b987-bc153ad8c4a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.534541] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] c90cd3a8-ff60-4efe-bb79-bbb450d7326d/c90cd3a8-ff60-4efe-bb79-bbb450d7326d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.535641] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50215d97-9887-47c8-a955-3b23690adc8e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.561739] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 769.561739] env[70683]: value = "task-3280297" [ 769.561739] env[70683]: _type = "Task" [ 769.561739] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.571830] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.777823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb59c42-6dee-4488-9f72-7a490ac53cf2 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.426s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.913909] env[70683]: DEBUG oslo_concurrency.lockutils [req-d0073246-979c-49a1-8e86-f9b481f4d907 req-95fc31c7-d278-4189-a3f6-3d4892900a36 service nova] Releasing lock "refresh_cache-ecf7e324-2b6c-43dd-b257-854a912604b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.984840] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.086011] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280297, 'name': ReconfigVM_Task, 'duration_secs': 0.312892} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.087432] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Reconfigured VM instance instance-00000014 to attach disk [datastore1] c90cd3a8-ff60-4efe-bb79-bbb450d7326d/c90cd3a8-ff60-4efe-bb79-bbb450d7326d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.087432] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba7d44e-3399-401e-b616-937a7c2ac7be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.098075] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 770.098075] env[70683]: value = "task-3280298" [ 770.098075] env[70683]: _type = "Task" [ 770.098075] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.107373] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280298, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.281748] env[70683]: DEBUG nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.366738] env[70683]: DEBUG nova.network.neutron [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Successfully updated port: a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.400314] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f89432-1000-4ed1-8c58-1e853c132aa7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.417332] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4ddf9a-4a11-400a-bd7a-d9bc302f62f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.468273] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f747d5b-ac39-41b5-b59e-1c19559b0052 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.477968] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78cdd95-5951-4c72-8efe-d29d42c1765b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.488651] env[70683]: DEBUG nova.compute.manager [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Received event network-changed-18b6df10-d6de-4fba-8b80-fae55cebb12b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.488651] env[70683]: DEBUG nova.compute.manager [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Refreshing instance network info cache due to event network-changed-18b6df10-d6de-4fba-8b80-fae55cebb12b. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.488651] env[70683]: DEBUG oslo_concurrency.lockutils [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] Acquiring lock "refresh_cache-c90cd3a8-ff60-4efe-bb79-bbb450d7326d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.488651] env[70683]: DEBUG oslo_concurrency.lockutils [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] Acquired lock "refresh_cache-c90cd3a8-ff60-4efe-bb79-bbb450d7326d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.488907] env[70683]: DEBUG nova.network.neutron [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Refreshing network info cache for port 18b6df10-d6de-4fba-8b80-fae55cebb12b {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.507916] env[70683]: DEBUG nova.compute.provider_tree [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.612125] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280298, 'name': Rename_Task, 'duration_secs': 0.182552} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.612125] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.612125] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a078d21f-02da-4a78-a546-a36aeab7f108 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.622844] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 770.622844] env[70683]: value = "task-3280299" [ 770.622844] env[70683]: _type = "Task" [ 770.622844] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.632472] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.720025] env[70683]: DEBUG nova.compute.manager [req-b3875230-bcb7-4cb8-8f56-779bb54d6523 req-ba35fe34-2b95-429f-9226-4e184c22c858 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Received event network-vif-plugged-a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.720504] env[70683]: DEBUG oslo_concurrency.lockutils [req-b3875230-bcb7-4cb8-8f56-779bb54d6523 req-ba35fe34-2b95-429f-9226-4e184c22c858 service nova] Acquiring lock "5568be61-b000-400f-b695-beb26c1d52c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.720504] env[70683]: DEBUG oslo_concurrency.lockutils [req-b3875230-bcb7-4cb8-8f56-779bb54d6523 req-ba35fe34-2b95-429f-9226-4e184c22c858 service nova] Lock "5568be61-b000-400f-b695-beb26c1d52c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.721136] env[70683]: DEBUG oslo_concurrency.lockutils [req-b3875230-bcb7-4cb8-8f56-779bb54d6523 req-ba35fe34-2b95-429f-9226-4e184c22c858 service nova] Lock "5568be61-b000-400f-b695-beb26c1d52c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.721136] env[70683]: DEBUG nova.compute.manager [req-b3875230-bcb7-4cb8-8f56-779bb54d6523 req-ba35fe34-2b95-429f-9226-4e184c22c858 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] No waiting events found dispatching network-vif-plugged-a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.721136] env[70683]: WARNING nova.compute.manager [req-b3875230-bcb7-4cb8-8f56-779bb54d6523 req-ba35fe34-2b95-429f-9226-4e184c22c858 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Received unexpected event network-vif-plugged-a8c10296-efcb-4d2d-af81-a6fcff249ccd for instance with vm_state building and task_state spawning. [ 770.827239] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.870715] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.870875] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.871115] env[70683]: DEBUG nova.network.neutron [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.015212] env[70683]: DEBUG nova.scheduler.client.report [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.138340] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280299, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.520544] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.522107] env[70683]: DEBUG nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.526219] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.682s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.527504] env[70683]: DEBUG nova.objects.instance [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lazy-loading 'resources' on Instance uuid 01696804-9275-4a0a-9809-76f5aec97d3c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.641256] env[70683]: DEBUG oslo_vmware.api [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280299, 'name': PowerOnVM_Task, 'duration_secs': 0.554055} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.641256] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.645024] env[70683]: INFO nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Took 8.23 seconds to spawn the instance on the hypervisor. [ 771.645024] env[70683]: DEBUG nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.645024] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc4774d-6f53-4e38-afd8-c344fda83cae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.760992] env[70683]: DEBUG nova.network.neutron [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.031321] env[70683]: DEBUG nova.compute.utils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.033532] env[70683]: DEBUG nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.034196] env[70683]: DEBUG nova.network.neutron [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.103429] env[70683]: DEBUG nova.policy [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe360f876e94327895169d5f658aa46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4f73218dbc24c28ace2787ce33b96e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.153292] env[70683]: DEBUG nova.network.neutron [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Updated VIF entry in instance network info cache for port 18b6df10-d6de-4fba-8b80-fae55cebb12b. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.153292] env[70683]: DEBUG nova.network.neutron [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Updating instance_info_cache with network_info: [{"id": "18b6df10-d6de-4fba-8b80-fae55cebb12b", "address": "fa:16:3e:cb:1e:24", "network": {"id": "b5fbf8ea-1392-4503-aac6-6ecfb56e7a68", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-122623537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb15125ae194dc3a6d9a1b78edd78ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6df10-d6", "ovs_interfaceid": "18b6df10-d6de-4fba-8b80-fae55cebb12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.171849] env[70683]: INFO nova.compute.manager [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Took 34.17 seconds to build instance. [ 772.338382] env[70683]: DEBUG nova.network.neutron [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updating instance_info_cache with network_info: [{"id": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "address": "fa:16:3e:36:dc:92", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c10296-ef", "ovs_interfaceid": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.540287] env[70683]: DEBUG nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.617330] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b3dc79-de45-4927-8ffa-d8168aa10bdf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.625649] env[70683]: DEBUG nova.network.neutron [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Successfully created port: 202d0d03-9dec-4ff9-9e54-33bfd98b692a {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.630670] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c4c3e3-e36a-4956-a8ee-18039db4c715 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.664085] env[70683]: DEBUG oslo_concurrency.lockutils [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] Releasing lock "refresh_cache-c90cd3a8-ff60-4efe-bb79-bbb450d7326d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.664203] env[70683]: DEBUG nova.compute.manager [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Received event network-vif-deleted-a2ac1b77-ac43-4578-8173-1cef59beeb80 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.666901] env[70683]: DEBUG nova.compute.manager [req-de04e224-afa0-42b5-8185-f8b1190ae939 req-3528fe03-9f53-4c5d-b892-1b71f2133695 service nova] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Received event network-vif-deleted-c9006455-5882-4025-a59b-3921f3faf776 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.666901] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6c4d3-36ea-4a37-969a-38b622aa933d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.674538] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d96e5371-bf4b-4788-a790-6c97a9dedee3 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.839s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.675682] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c412439c-16b9-4142-ab22-55366ad557d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.693762] env[70683]: DEBUG nova.compute.provider_tree [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.793170] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquiring lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.793506] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.846190] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Releasing lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.846801] env[70683]: DEBUG nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance network_info: |[{"id": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "address": "fa:16:3e:36:dc:92", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c10296-ef", "ovs_interfaceid": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.847701] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:dc:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8c10296-efcb-4d2d-af81-a6fcff249ccd', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.862178] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.862178] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.862466] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7fb6bbc-dd9b-4d1a-b1ad-c7d23b17e85c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.890431] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.890431] env[70683]: value = "task-3280300" [ 772.890431] env[70683]: _type = "Task" [ 772.890431] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.904485] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280300, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.183894] env[70683]: DEBUG nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.199430] env[70683]: DEBUG nova.scheduler.client.report [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.408876] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280300, 'name': CreateVM_Task, 'duration_secs': 0.501162} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.409104] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.409969] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.410185] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.410855] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.410926] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfebfc0-4fb2-4bd6-90e5-f986d9728553 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.419474] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 773.419474] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258256f-b078-0882-4b52-ff53c0ed1842" [ 773.419474] env[70683]: _type = "Task" [ 773.419474] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.432640] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258256f-b078-0882-4b52-ff53c0ed1842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.553410] env[70683]: DEBUG nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.592027] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.592371] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.592477] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.592665] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.592811] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.592971] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.593255] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.593371] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.593558] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.593749] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.593932] env[70683]: DEBUG nova.virt.hardware [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.594898] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714a02d8-f31b-466e-9cda-36ba91e4cd2d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.605069] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed136b50-0980-4289-9bf2-5a355ca1917a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.705497] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.708558] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.080s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.714751] env[70683]: INFO nova.compute.claims [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.726989] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.748835] env[70683]: INFO nova.scheduler.client.report [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Deleted allocations for instance 01696804-9275-4a0a-9809-76f5aec97d3c [ 773.935787] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258256f-b078-0882-4b52-ff53c0ed1842, 'name': SearchDatastore_Task, 'duration_secs': 0.015839} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.936255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.936396] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.936655] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.937312] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.937312] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.937459] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9798b236-6585-4b4f-83be-d8abccce0d0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.951745] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.951949] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.953219] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478dc84c-8dd8-4e59-a5dc-e5690be3d0fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.962726] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 773.962726] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527472ab-c411-d7c2-443d-5cfa2d5081b3" [ 773.962726] env[70683]: _type = "Task" [ 773.962726] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.972247] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527472ab-c411-d7c2-443d-5cfa2d5081b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.042091] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "a100311d-31cd-4940-9e04-1572afdd5a42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.042332] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "a100311d-31cd-4940-9e04-1572afdd5a42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.264307] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c6e10a7-0cca-4b1b-831a-ee35fafeab67 tempest-ServerDiagnosticsNegativeTest-2016540495 tempest-ServerDiagnosticsNegativeTest-2016540495-project-member] Lock "01696804-9275-4a0a-9809-76f5aec97d3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.206s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.312720] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524662c2-5d53-1003-7699-2246c3f8d788/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 774.314439] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738dc1a7-8a05-46a7-bf11-bdb80980ee29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.323424] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524662c2-5d53-1003-7699-2246c3f8d788/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 774.323424] env[70683]: ERROR oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524662c2-5d53-1003-7699-2246c3f8d788/disk-0.vmdk due to incomplete transfer. [ 774.323424] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80eb7d82-2e8d-48a3-8161-c824fc32abda {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.333913] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524662c2-5d53-1003-7699-2246c3f8d788/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 774.334141] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Uploaded image 085c4d02-23de-4a7d-8235-bd313d25ce7b to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 774.341295] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 774.341651] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6160eaee-4e1b-4c3c-ae33-ee6bf1145d4f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.345554] env[70683]: DEBUG nova.network.neutron [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Successfully updated port: 202d0d03-9dec-4ff9-9e54-33bfd98b692a {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.354393] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 774.354393] env[70683]: value = "task-3280301" [ 774.354393] env[70683]: _type = "Task" [ 774.354393] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.369500] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280301, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.389346] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.389590] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.473130] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527472ab-c411-d7c2-443d-5cfa2d5081b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012706} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.474718] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57bdf7ad-d742-4584-9bf8-fcd8d14e1c1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.482301] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 774.482301] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cf4f8f-1211-b534-fd9e-88b0e4f9ca0e" [ 774.482301] env[70683]: _type = "Task" [ 774.482301] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.491741] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cf4f8f-1211-b534-fd9e-88b0e4f9ca0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.841633] env[70683]: DEBUG nova.compute.manager [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Received event network-changed-b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.841877] env[70683]: DEBUG nova.compute.manager [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Refreshing instance network info cache due to event network-changed-b95a1ff6-e41c-4946-bdb2-42f0852db74a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.842087] env[70683]: DEBUG oslo_concurrency.lockutils [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] Acquiring lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.842238] env[70683]: DEBUG oslo_concurrency.lockutils [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] Acquired lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.842410] env[70683]: DEBUG nova.network.neutron [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Refreshing network info cache for port b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.850556] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "refresh_cache-ba0c07d0-0dc7-4dd0-a276-30bffa670249" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.850702] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "refresh_cache-ba0c07d0-0dc7-4dd0-a276-30bffa670249" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.850862] env[70683]: DEBUG nova.network.neutron [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.867615] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280301, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.995788] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cf4f8f-1211-b534-fd9e-88b0e4f9ca0e, 'name': SearchDatastore_Task, 'duration_secs': 0.032174} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.998552] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.998786] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5568be61-b000-400f-b695-beb26c1d52c7/5568be61-b000-400f-b695-beb26c1d52c7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.999512] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca8a110f-e6b0-4988-933e-70d9130d9319 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.007110] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 775.007110] env[70683]: value = "task-3280302" [ 775.007110] env[70683]: _type = "Task" [ 775.007110] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.023708] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.192528] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.192783] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.235566] env[70683]: DEBUG nova.compute.manager [req-f15931d3-16af-4f85-9147-ae9127cc4ceb req-6adc6f7e-0ace-4c31-a2cc-cf75a3e95552 service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Received event network-vif-plugged-202d0d03-9dec-4ff9-9e54-33bfd98b692a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.235862] env[70683]: DEBUG oslo_concurrency.lockutils [req-f15931d3-16af-4f85-9147-ae9127cc4ceb req-6adc6f7e-0ace-4c31-a2cc-cf75a3e95552 service nova] Acquiring lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.236098] env[70683]: DEBUG oslo_concurrency.lockutils [req-f15931d3-16af-4f85-9147-ae9127cc4ceb req-6adc6f7e-0ace-4c31-a2cc-cf75a3e95552 service nova] Lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.236276] env[70683]: DEBUG oslo_concurrency.lockutils [req-f15931d3-16af-4f85-9147-ae9127cc4ceb req-6adc6f7e-0ace-4c31-a2cc-cf75a3e95552 service nova] Lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.236445] env[70683]: DEBUG nova.compute.manager [req-f15931d3-16af-4f85-9147-ae9127cc4ceb req-6adc6f7e-0ace-4c31-a2cc-cf75a3e95552 service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] No waiting events found dispatching network-vif-plugged-202d0d03-9dec-4ff9-9e54-33bfd98b692a {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.236673] env[70683]: WARNING nova.compute.manager [req-f15931d3-16af-4f85-9147-ae9127cc4ceb req-6adc6f7e-0ace-4c31-a2cc-cf75a3e95552 service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Received unexpected event network-vif-plugged-202d0d03-9dec-4ff9-9e54-33bfd98b692a for instance with vm_state building and task_state spawning. [ 775.273055] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cc0874-1ae3-42c4-8223-d7b5efcafb9d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.285638] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c27af1-8780-4c72-92b9-2781b279e551 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.318446] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a1c39a-fdba-4429-a053-298d0b3c9461 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.327164] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63be16-86e0-483b-ba61-c895e153bf49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.343206] env[70683]: DEBUG nova.compute.provider_tree [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.367759] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280301, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.419170] env[70683]: DEBUG nova.network.neutron [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.521197] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.602520] env[70683]: DEBUG nova.network.neutron [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Updated VIF entry in instance network info cache for port b95a1ff6-e41c-4946-bdb2-42f0852db74a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.603020] env[70683]: DEBUG nova.network.neutron [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Updating instance_info_cache with network_info: [{"id": "b95a1ff6-e41c-4946-bdb2-42f0852db74a", "address": "fa:16:3e:9a:95:cf", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95a1ff6-e4", "ovs_interfaceid": "b95a1ff6-e41c-4946-bdb2-42f0852db74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.719179] env[70683]: DEBUG nova.network.neutron [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Updating instance_info_cache with network_info: [{"id": "202d0d03-9dec-4ff9-9e54-33bfd98b692a", "address": "fa:16:3e:e8:81:34", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202d0d03-9d", "ovs_interfaceid": "202d0d03-9dec-4ff9-9e54-33bfd98b692a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.846543] env[70683]: DEBUG nova.scheduler.client.report [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.875767] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280301, 'name': Destroy_Task, 'duration_secs': 1.388412} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.875823] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Destroyed the VM [ 775.877040] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 775.877040] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b52e53f9-3066-4d4e-9f9b-65e6b85d28d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.889810] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 775.889810] env[70683]: value = "task-3280303" [ 775.889810] env[70683]: _type = "Task" [ 775.889810] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.905342] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280303, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.028547] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.035204] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquiring lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.036105] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.109152] env[70683]: DEBUG oslo_concurrency.lockutils [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] Releasing lock "refresh_cache-ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.109152] env[70683]: DEBUG nova.compute.manager [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Received event network-changed-a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.109152] env[70683]: DEBUG nova.compute.manager [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Refreshing instance network info cache due to event network-changed-a8c10296-efcb-4d2d-af81-a6fcff249ccd. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.109152] env[70683]: DEBUG oslo_concurrency.lockutils [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] Acquiring lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.109152] env[70683]: DEBUG oslo_concurrency.lockutils [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] Acquired lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.109152] env[70683]: DEBUG nova.network.neutron [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Refreshing network info cache for port a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.229401] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "refresh_cache-ba0c07d0-0dc7-4dd0-a276-30bffa670249" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.229732] env[70683]: DEBUG nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Instance network_info: |[{"id": "202d0d03-9dec-4ff9-9e54-33bfd98b692a", "address": "fa:16:3e:e8:81:34", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202d0d03-9d", "ovs_interfaceid": "202d0d03-9dec-4ff9-9e54-33bfd98b692a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.230170] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:81:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '202d0d03-9dec-4ff9-9e54-33bfd98b692a', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.238260] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.238508] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.238736] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-737f983d-e76c-4282-b045-2e83e3927e31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.261013] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.261013] env[70683]: value = "task-3280304" [ 776.261013] env[70683]: _type = "Task" [ 776.261013] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.271312] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280304, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.353762] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.354407] env[70683]: DEBUG nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.358401] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.726s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.358639] env[70683]: DEBUG nova.objects.instance [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lazy-loading 'resources' on Instance uuid 12f34026-07c6-4ede-aec6-ec2c1664dded {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.403545] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280303, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.522329] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280302, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.043672} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.522329] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5568be61-b000-400f-b695-beb26c1d52c7/5568be61-b000-400f-b695-beb26c1d52c7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.522329] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.522329] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa8a94d8-b9dd-40ef-b113-65c52b9cf63c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.529174] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 776.529174] env[70683]: value = "task-3280305" [ 776.529174] env[70683]: _type = "Task" [ 776.529174] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.540870] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.780400] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280304, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.860665] env[70683]: DEBUG nova.compute.utils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.866632] env[70683]: DEBUG nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.866632] env[70683]: DEBUG nova.network.neutron [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.906286] env[70683]: DEBUG oslo_vmware.api [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280303, 'name': RemoveSnapshot_Task, 'duration_secs': 0.622242} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.906286] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 776.906286] env[70683]: INFO nova.compute.manager [None req-f6e05475-7a78-4233-a167-80af23563725 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Took 17.26 seconds to snapshot the instance on the hypervisor. [ 776.953330] env[70683]: DEBUG nova.policy [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '273b7a3359b24063a0b7fd13051ef654', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5111bf8f47cb44cb9aa37d38a2cc4717', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.024719] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquiring lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.025147] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.040534] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077049} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.040782] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.041570] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b3df91-c2b3-41fd-83ae-8656cc2a3fc9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.069058] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 5568be61-b000-400f-b695-beb26c1d52c7/5568be61-b000-400f-b695-beb26c1d52c7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.072486] env[70683]: DEBUG nova.network.neutron [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updated VIF entry in instance network info cache for port a8c10296-efcb-4d2d-af81-a6fcff249ccd. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.072830] env[70683]: DEBUG nova.network.neutron [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updating instance_info_cache with network_info: [{"id": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "address": "fa:16:3e:36:dc:92", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c10296-ef", "ovs_interfaceid": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.076064] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7936a05b-47e9-43fe-93ad-03273c3b249b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.104576] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 777.104576] env[70683]: value = "task-3280306" [ 777.104576] env[70683]: _type = "Task" [ 777.104576] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.114572] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.277089] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280304, 'name': CreateVM_Task, 'duration_secs': 0.572197} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.277736] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.280522] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.280522] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.280619] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.280940] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95032b40-e884-4377-a865-a238f8fd7dab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.287105] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 777.287105] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52068489-375e-b8df-7f4c-4a4a7548216e" [ 777.287105] env[70683]: _type = "Task" [ 777.287105] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.302139] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52068489-375e-b8df-7f4c-4a4a7548216e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.364743] env[70683]: DEBUG nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.524312] env[70683]: DEBUG nova.network.neutron [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Successfully created port: 5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.551233] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba46461-9244-404c-97d1-5c7370ecf8b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.560504] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac026bd-3ddc-4300-97a7-9278845ed881 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.599452] env[70683]: DEBUG oslo_concurrency.lockutils [req-f466742b-19c3-4456-b244-f2353a57e392 req-6118d0ad-a44d-4821-b62a-ae1f7f4f4d71 service nova] Releasing lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.600725] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567c26b5-3a83-4224-85ba-33f22edbea75 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.611403] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc518f-2258-4e3c-8fca-d3e1c8c08c67 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.619019] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280306, 'name': ReconfigVM_Task, 'duration_secs': 0.486485} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.619492] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 5568be61-b000-400f-b695-beb26c1d52c7/5568be61-b000-400f-b695-beb26c1d52c7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.620153] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15a97f27-b686-4577-a6ad-7d42c75977c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.630389] env[70683]: DEBUG nova.compute.provider_tree [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.638637] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 777.638637] env[70683]: value = "task-3280307" [ 777.638637] env[70683]: _type = "Task" [ 777.638637] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.649127] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280307, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.798613] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52068489-375e-b8df-7f4c-4a4a7548216e, 'name': SearchDatastore_Task, 'duration_secs': 0.020256} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.802730] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.802730] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.802730] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.802730] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.802730] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.802730] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e40559-f01c-4bda-96b7-004f66771818 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.810507] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.810704] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.811464] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff756892-240b-4c94-ace7-91aeac7c5a9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.823043] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 777.823043] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fdeb31-aa8c-a9c0-dc43-d1d6cde1e6ba" [ 777.823043] env[70683]: _type = "Task" [ 777.823043] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.832852] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fdeb31-aa8c-a9c0-dc43-d1d6cde1e6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.853140] env[70683]: DEBUG nova.compute.manager [req-6b3ba538-0905-4e08-ac81-764830dd0823 req-53d1d5c8-e7f0-4c19-abc1-22fba08bf987 service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Received event network-changed-202d0d03-9dec-4ff9-9e54-33bfd98b692a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.853336] env[70683]: DEBUG nova.compute.manager [req-6b3ba538-0905-4e08-ac81-764830dd0823 req-53d1d5c8-e7f0-4c19-abc1-22fba08bf987 service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Refreshing instance network info cache due to event network-changed-202d0d03-9dec-4ff9-9e54-33bfd98b692a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.853551] env[70683]: DEBUG oslo_concurrency.lockutils [req-6b3ba538-0905-4e08-ac81-764830dd0823 req-53d1d5c8-e7f0-4c19-abc1-22fba08bf987 service nova] Acquiring lock "refresh_cache-ba0c07d0-0dc7-4dd0-a276-30bffa670249" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.853695] env[70683]: DEBUG oslo_concurrency.lockutils [req-6b3ba538-0905-4e08-ac81-764830dd0823 req-53d1d5c8-e7f0-4c19-abc1-22fba08bf987 service nova] Acquired lock "refresh_cache-ba0c07d0-0dc7-4dd0-a276-30bffa670249" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.853883] env[70683]: DEBUG nova.network.neutron [req-6b3ba538-0905-4e08-ac81-764830dd0823 req-53d1d5c8-e7f0-4c19-abc1-22fba08bf987 service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Refreshing network info cache for port 202d0d03-9dec-4ff9-9e54-33bfd98b692a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.135223] env[70683]: DEBUG nova.scheduler.client.report [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.153937] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280307, 'name': Rename_Task, 'duration_secs': 0.154828} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.154462] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.154818] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a05e3f-d89d-4d31-8c39-4eb0432bf2e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.165334] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 778.165334] env[70683]: value = "task-3280308" [ 778.165334] env[70683]: _type = "Task" [ 778.165334] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.175521] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.321274] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquiring lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.322250] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.322441] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquiring lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.322659] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.322835] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.328857] env[70683]: INFO nova.compute.manager [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Terminating instance [ 778.336909] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fdeb31-aa8c-a9c0-dc43-d1d6cde1e6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.342277] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aff521f-3aae-43ff-a45e-1f36654cc810 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.353526] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 778.353526] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258ada2-99bd-f847-8fd1-78fc6ab8ee71" [ 778.353526] env[70683]: _type = "Task" [ 778.353526] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.367097] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258ada2-99bd-f847-8fd1-78fc6ab8ee71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.380633] env[70683]: DEBUG nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.411726] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.411974] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.412161] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.412367] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.412612] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.412651] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.412852] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.413018] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.413206] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.413384] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.413558] env[70683]: DEBUG nova.virt.hardware [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.414472] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207b2c26-79dd-4d04-bb9b-0a5e5e144e3f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.427138] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864bf34f-ae96-4c4f-94ab-4a96802a398f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.589300] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquiring lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.589558] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.643038] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.645701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.692s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.645955] env[70683]: DEBUG nova.objects.instance [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lazy-loading 'resources' on Instance uuid eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.680463] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.687070] env[70683]: INFO nova.scheduler.client.report [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Deleted allocations for instance 12f34026-07c6-4ede-aec6-ec2c1664dded [ 778.788690] env[70683]: DEBUG nova.network.neutron [req-6b3ba538-0905-4e08-ac81-764830dd0823 req-53d1d5c8-e7f0-4c19-abc1-22fba08bf987 service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Updated VIF entry in instance network info cache for port 202d0d03-9dec-4ff9-9e54-33bfd98b692a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.788765] env[70683]: DEBUG nova.network.neutron [req-6b3ba538-0905-4e08-ac81-764830dd0823 req-53d1d5c8-e7f0-4c19-abc1-22fba08bf987 service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Updating instance_info_cache with network_info: [{"id": "202d0d03-9dec-4ff9-9e54-33bfd98b692a", "address": "fa:16:3e:e8:81:34", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202d0d03-9d", "ovs_interfaceid": "202d0d03-9dec-4ff9-9e54-33bfd98b692a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.835995] env[70683]: DEBUG nova.compute.manager [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.835995] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.835995] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff47a95-e851-41bf-814d-7472fc8205b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.852083] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.852083] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac64f61b-81f1-4c5c-83d7-e1c247ec7648 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.867427] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258ada2-99bd-f847-8fd1-78fc6ab8ee71, 'name': SearchDatastore_Task, 'duration_secs': 0.033654} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.870062] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.870502] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] ba0c07d0-0dc7-4dd0-a276-30bffa670249/ba0c07d0-0dc7-4dd0-a276-30bffa670249.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.870931] env[70683]: DEBUG oslo_vmware.api [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 778.870931] env[70683]: value = "task-3280309" [ 778.870931] env[70683]: _type = "Task" [ 778.870931] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.871159] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3f8fab-9f92-4526-8e8f-e8193cd7c8a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.883083] env[70683]: DEBUG oslo_vmware.api [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.885643] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 778.885643] env[70683]: value = "task-3280310" [ 778.885643] env[70683]: _type = "Task" [ 778.885643] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.895441] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.186020] env[70683]: DEBUG oslo_vmware.api [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280308, 'name': PowerOnVM_Task, 'duration_secs': 0.728064} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.189256] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.189915] env[70683]: INFO nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Took 13.05 seconds to spawn the instance on the hypervisor. [ 779.189915] env[70683]: DEBUG nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.191861] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67770947-4935-4156-8b83-2d4262e9b813 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.198440] env[70683]: DEBUG oslo_concurrency.lockutils [None req-86f0e743-0fb4-4bca-91c4-86c262afde25 tempest-ServerExternalEventsTest-1334563435 tempest-ServerExternalEventsTest-1334563435-project-member] Lock "12f34026-07c6-4ede-aec6-ec2c1664dded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.067s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.293951] env[70683]: DEBUG oslo_concurrency.lockutils [req-6b3ba538-0905-4e08-ac81-764830dd0823 req-53d1d5c8-e7f0-4c19-abc1-22fba08bf987 service nova] Releasing lock "refresh_cache-ba0c07d0-0dc7-4dd0-a276-30bffa670249" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.393590] env[70683]: DEBUG oslo_vmware.api [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280309, 'name': PowerOffVM_Task, 'duration_secs': 0.259201} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.394057] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.394659] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.395030] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c27e4175-6608-4c54-a779-f02e71152289 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.402492] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.515985] env[70683]: DEBUG nova.network.neutron [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Successfully updated port: 5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.515985] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.515985] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.515985] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Deleting the datastore file [datastore1] c90cd3a8-ff60-4efe-bb79-bbb450d7326d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.515985] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70c807bc-4a5d-467c-ba72-376439856e4e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.515985] env[70683]: DEBUG oslo_vmware.api [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for the task: (returnval){ [ 779.515985] env[70683]: value = "task-3280312" [ 779.515985] env[70683]: _type = "Task" [ 779.515985] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.527142] env[70683]: DEBUG oslo_vmware.api [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.679429] env[70683]: DEBUG nova.compute.manager [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.682673] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995333e5-3fa4-47b1-9834-3c473e7e53a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.730227] env[70683]: INFO nova.compute.manager [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Took 39.61 seconds to build instance. [ 779.820605] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf6752d-dd45-48a2-a467-34f102a0003b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.829773] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28644b4b-48a6-4dbd-9883-64ba0a8679e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.866290] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0510fb3-19f5-418c-8b9d-64b7e08f7246 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.874891] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2ec7c9-2aa6-41d9-a539-c3cc431ca879 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.890028] env[70683]: DEBUG nova.compute.provider_tree [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.900494] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624319} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.901913] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] ba0c07d0-0dc7-4dd0-a276-30bffa670249/ba0c07d0-0dc7-4dd0-a276-30bffa670249.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.901913] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.901913] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b249f01b-e41b-48f7-af30-e20c07cb17f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.911801] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 779.911801] env[70683]: value = "task-3280313" [ 779.911801] env[70683]: _type = "Task" [ 779.911801] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.924173] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.003657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.004374] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquired lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.004374] env[70683]: DEBUG nova.network.neutron [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.025385] env[70683]: DEBUG oslo_vmware.api [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Task: {'id': task-3280312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141472} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.025735] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.025934] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.026131] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.026312] env[70683]: INFO nova.compute.manager [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 780.026815] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.026815] env[70683]: DEBUG nova.compute.manager [-] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.026943] env[70683]: DEBUG nova.network.neutron [-] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.198473] env[70683]: INFO nova.compute.manager [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] instance snapshotting [ 780.204696] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494c0e37-917a-41ff-b3e9-4065d454fd97 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.229179] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa601507-db72-4933-95de-42b69c455530 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.234338] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f569163c-0f2e-405b-839b-b1a1481e38df tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.546s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.282161] env[70683]: DEBUG nova.compute.manager [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Received event network-vif-plugged-5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.282391] env[70683]: DEBUG oslo_concurrency.lockutils [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] Acquiring lock "074198f4-c433-42e5-be81-4c6f45554d97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.282596] env[70683]: DEBUG oslo_concurrency.lockutils [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] Lock "074198f4-c433-42e5-be81-4c6f45554d97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.283195] env[70683]: DEBUG oslo_concurrency.lockutils [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] Lock "074198f4-c433-42e5-be81-4c6f45554d97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.283195] env[70683]: DEBUG nova.compute.manager [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] No waiting events found dispatching network-vif-plugged-5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.283805] env[70683]: WARNING nova.compute.manager [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Received unexpected event network-vif-plugged-5fc3dea7-77a9-427c-97ce-81c636248c00 for instance with vm_state building and task_state spawning. [ 780.284107] env[70683]: DEBUG nova.compute.manager [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Received event network-changed-5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.284211] env[70683]: DEBUG nova.compute.manager [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Refreshing instance network info cache due to event network-changed-5fc3dea7-77a9-427c-97ce-81c636248c00. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.284424] env[70683]: DEBUG oslo_concurrency.lockutils [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] Acquiring lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.395754] env[70683]: DEBUG nova.scheduler.client.report [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.423796] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328548} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.425498] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.425498] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79538f6d-02f1-44b7-8a0e-b7c9878d2992 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.454242] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ba0c07d0-0dc7-4dd0-a276-30bffa670249/ba0c07d0-0dc7-4dd0-a276-30bffa670249.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.459787] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e695af9-ca62-4593-bac5-84a577e0a18e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.476895] env[70683]: DEBUG nova.network.neutron [-] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.488389] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 780.488389] env[70683]: value = "task-3280314" [ 780.488389] env[70683]: _type = "Task" [ 780.488389] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.499397] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.547476] env[70683]: DEBUG nova.network.neutron [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.737432] env[70683]: DEBUG nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.748040] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 780.748291] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b24305b-6b85-48ea-8bad-1ccc2349f633 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.758164] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 780.758164] env[70683]: value = "task-3280315" [ 780.758164] env[70683]: _type = "Task" [ 780.758164] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.767397] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.769560] env[70683]: DEBUG nova.network.neutron [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updating instance_info_cache with network_info: [{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.904424] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.908268] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.544s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.910353] env[70683]: INFO nova.compute.claims [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.943422] env[70683]: INFO nova.scheduler.client.report [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Deleted allocations for instance eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3 [ 780.979141] env[70683]: INFO nova.compute.manager [-] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Took 0.95 seconds to deallocate network for instance. [ 781.001133] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280314, 'name': ReconfigVM_Task, 'duration_secs': 0.288409} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.001483] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ba0c07d0-0dc7-4dd0-a276-30bffa670249/ba0c07d0-0dc7-4dd0-a276-30bffa670249.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.002253] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1a54a8-e518-438e-9397-2ac0d02817a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.011710] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 781.011710] env[70683]: value = "task-3280316" [ 781.011710] env[70683]: _type = "Task" [ 781.011710] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.024384] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280316, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.270727] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.272568] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.273062] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Releasing lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.273393] env[70683]: DEBUG nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Instance network_info: |[{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.273818] env[70683]: DEBUG oslo_concurrency.lockutils [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] Acquired lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.273874] env[70683]: DEBUG nova.network.neutron [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Refreshing network info cache for port 5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.275565] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:8b:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fc3dea7-77a9-427c-97ce-81c636248c00', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.286899] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Creating folder: Project (5111bf8f47cb44cb9aa37d38a2cc4717). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.290507] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc5c0f59-0cb8-4967-a0ae-938bf0d9e107 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.304919] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Created folder: Project (5111bf8f47cb44cb9aa37d38a2cc4717) in parent group-v655051. [ 781.305182] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Creating folder: Instances. Parent ref: group-v655116. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.305454] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e62888cd-6479-4a89-8bfe-0d950813354f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.318493] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Created folder: Instances in parent group-v655116. [ 781.318838] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.319056] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.319524] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f84ba88-7d1a-4e87-8668-fb5031ad77db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.350393] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.350393] env[70683]: value = "task-3280319" [ 781.350393] env[70683]: _type = "Task" [ 781.350393] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.359604] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280319, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.455621] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eba5ce9b-80ae-4c17-a173-86aeef3cd8b8 tempest-ServerDiagnosticsTest-873257300 tempest-ServerDiagnosticsTest-873257300-project-member] Lock "eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.973s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.488493] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.523780] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280316, 'name': Rename_Task, 'duration_secs': 0.176828} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.524064] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.524329] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eefa9c6-0dff-4db2-9789-41d7b0d9d2e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.532851] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 781.532851] env[70683]: value = "task-3280320" [ 781.532851] env[70683]: _type = "Task" [ 781.532851] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.542870] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.596648] env[70683]: DEBUG nova.network.neutron [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updated VIF entry in instance network info cache for port 5fc3dea7-77a9-427c-97ce-81c636248c00. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.597055] env[70683]: DEBUG nova.network.neutron [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updating instance_info_cache with network_info: [{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.772745] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280315, 'name': CreateSnapshot_Task, 'duration_secs': 0.595189} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.773124] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 781.775851] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d9423-c21b-43d2-97a9-ba0ba1e92c17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.863629] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280319, 'name': CreateVM_Task, 'duration_secs': 0.366135} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.863827] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.864665] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.864875] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.865274] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.865611] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8485bcd9-94a1-4850-bc1f-d603ade014bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.872730] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 781.872730] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aa953b-09c4-e3d6-5971-d9d1044ee0e8" [ 781.872730] env[70683]: _type = "Task" [ 781.872730] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.883211] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aa953b-09c4-e3d6-5971-d9d1044ee0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.068053] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.100676] env[70683]: DEBUG oslo_concurrency.lockutils [req-1b7d8778-58b2-4faf-a2d1-66031aebdcd1 req-8277cf1a-d368-4530-a4c1-cf8b7a80dbe9 service nova] Releasing lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.258363] env[70683]: DEBUG nova.compute.manager [req-901547cf-cecc-41ec-bd97-b499b901a75d req-7a8351f8-ffd0-433d-a60b-d21ed9aeff65 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Received event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.258563] env[70683]: DEBUG nova.compute.manager [req-901547cf-cecc-41ec-bd97-b499b901a75d req-7a8351f8-ffd0-433d-a60b-d21ed9aeff65 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing instance network info cache due to event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.258776] env[70683]: DEBUG oslo_concurrency.lockutils [req-901547cf-cecc-41ec-bd97-b499b901a75d req-7a8351f8-ffd0-433d-a60b-d21ed9aeff65 service nova] Acquiring lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.258917] env[70683]: DEBUG oslo_concurrency.lockutils [req-901547cf-cecc-41ec-bd97-b499b901a75d req-7a8351f8-ffd0-433d-a60b-d21ed9aeff65 service nova] Acquired lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.259451] env[70683]: DEBUG nova.network.neutron [req-901547cf-cecc-41ec-bd97-b499b901a75d req-7a8351f8-ffd0-433d-a60b-d21ed9aeff65 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.007032] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 783.014974] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b2d11f6-732a-4394-b900-984b1a504da4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.024712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "c79ca6bd-2519-4036-9431-415cfed01a74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.024712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "c79ca6bd-2519-4036-9431-415cfed01a74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.032496] env[70683]: DEBUG oslo_vmware.api [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280320, 'name': PowerOnVM_Task, 'duration_secs': 0.51398} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.039728] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.039958] env[70683]: INFO nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Took 9.49 seconds to spawn the instance on the hypervisor. [ 783.040156] env[70683]: DEBUG nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.040742] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aa953b-09c4-e3d6-5971-d9d1044ee0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.041013] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 783.041013] env[70683]: value = "task-3280321" [ 783.041013] env[70683]: _type = "Task" [ 783.041013] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.042131] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4fd82b-3b54-4e70-b4d3-42232df1fa5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.044976] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.045122] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.045922] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.045922] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.045922] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.046055] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a306f33-8ed4-468b-84c7-646b333307a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.066110] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280321, 'name': CloneVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.067567] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.068586] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.068822] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d667021f-16de-439a-be56-21daec1a3f00 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.075083] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 783.075083] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52576a7c-d944-d86b-e479-f345654042a8" [ 783.075083] env[70683]: _type = "Task" [ 783.075083] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.086303] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52576a7c-d944-d86b-e479-f345654042a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.318071] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a219f783-9630-4e1c-8985-f5126300732d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.326957] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d9fb4f-17ab-46e4-bc05-5779ea8e5e3c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.364992] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5976c-ae6f-4452-88da-85df887cc998 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.375993] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e75e4d-f6ec-494d-84d5-70b6a8800d64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.392175] env[70683]: DEBUG nova.compute.provider_tree [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.435728] env[70683]: DEBUG nova.network.neutron [req-901547cf-cecc-41ec-bd97-b499b901a75d req-7a8351f8-ffd0-433d-a60b-d21ed9aeff65 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updated VIF entry in instance network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.436108] env[70683]: DEBUG nova.network.neutron [req-901547cf-cecc-41ec-bd97-b499b901a75d req-7a8351f8-ffd0-433d-a60b-d21ed9aeff65 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updating instance_info_cache with network_info: [{"id": "5de46090-fe1c-419e-aa87-22576bcf83e9", "address": "fa:16:3e:ab:19:4a", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de46090-fe", "ovs_interfaceid": "5de46090-fe1c-419e-aa87-22576bcf83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.573388] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280321, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.574154] env[70683]: INFO nova.compute.manager [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Took 38.00 seconds to build instance. [ 783.590655] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52576a7c-d944-d86b-e479-f345654042a8, 'name': SearchDatastore_Task, 'duration_secs': 0.023804} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.593142] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55d14d1-fa6d-408e-9920-6620038dd93f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.606324] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 783.606324] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526cc3d4-0a44-6a95-0fbd-38f8f430bb64" [ 783.606324] env[70683]: _type = "Task" [ 783.606324] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.619112] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526cc3d4-0a44-6a95-0fbd-38f8f430bb64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.650521] env[70683]: DEBUG nova.compute.manager [req-5785d810-f011-41fe-b1a4-4625761cf2af req-01f01fa7-e4a2-4488-aba4-bbf6c15a2403 service nova] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Received event network-vif-deleted-18b6df10-d6de-4fba-8b80-fae55cebb12b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.897141] env[70683]: DEBUG nova.scheduler.client.report [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.939443] env[70683]: DEBUG oslo_concurrency.lockutils [req-901547cf-cecc-41ec-bd97-b499b901a75d req-7a8351f8-ffd0-433d-a60b-d21ed9aeff65 service nova] Releasing lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.058846] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280321, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.078554] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1afbe65e-fed1-4e49-ad70-9c42157cc5ce tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.869s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.126643] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526cc3d4-0a44-6a95-0fbd-38f8f430bb64, 'name': SearchDatastore_Task, 'duration_secs': 0.041427} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.126980] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.127274] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 074198f4-c433-42e5-be81-4c6f45554d97/074198f4-c433-42e5-be81-4c6f45554d97.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.127530] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a82401d-1fad-4134-b727-749987adc0bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.139244] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 784.139244] env[70683]: value = "task-3280322" [ 784.139244] env[70683]: _type = "Task" [ 784.139244] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.147548] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.403389] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.496s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.404110] env[70683]: DEBUG nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.409058] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.343s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.413461] env[70683]: INFO nova.compute.claims [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.563682] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280321, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.583704] env[70683]: DEBUG nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.654767] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280322, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.761635] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "84f522d4-ee16-4b48-88a4-c45d75932a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.761989] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "84f522d4-ee16-4b48-88a4-c45d75932a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.909882] env[70683]: DEBUG nova.compute.utils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.913942] env[70683]: DEBUG nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.914823] env[70683]: DEBUG nova.network.neutron [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.995819] env[70683]: DEBUG nova.policy [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5518f653972449d396e9e31039a6c7d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a66795a67c024704975a8058f593cfb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.060631] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280321, 'name': CloneVM_Task, 'duration_secs': 1.662919} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.060940] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Created linked-clone VM from snapshot [ 785.061888] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74747ba-295e-4b4f-8643-75d07eb4f3db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.071035] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Uploading image 4bcb9095-8cef-4eef-930d-aed838dcb5be {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.104312] env[70683]: DEBUG oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 785.104312] env[70683]: value = "vm-655120" [ 785.104312] env[70683]: _type = "VirtualMachine" [ 785.104312] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 785.104616] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b011619b-617c-4372-af58-631c46dfd026 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.109081] env[70683]: DEBUG nova.compute.manager [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Received event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.109337] env[70683]: DEBUG nova.compute.manager [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing instance network info cache due to event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.109569] env[70683]: DEBUG oslo_concurrency.lockutils [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] Acquiring lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.109715] env[70683]: DEBUG oslo_concurrency.lockutils [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] Acquired lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.109874] env[70683]: DEBUG nova.network.neutron [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.119411] env[70683]: DEBUG oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lease: (returnval){ [ 785.119411] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52872f1f-3966-6fc8-c5e2-340cbcc10fa8" [ 785.119411] env[70683]: _type = "HttpNfcLease" [ 785.119411] env[70683]: } obtained for exporting VM: (result){ [ 785.119411] env[70683]: value = "vm-655120" [ 785.119411] env[70683]: _type = "VirtualMachine" [ 785.119411] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 785.119684] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the lease: (returnval){ [ 785.119684] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52872f1f-3966-6fc8-c5e2-340cbcc10fa8" [ 785.119684] env[70683]: _type = "HttpNfcLease" [ 785.119684] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 785.125432] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.132813] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.132813] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52872f1f-3966-6fc8-c5e2-340cbcc10fa8" [ 785.132813] env[70683]: _type = "HttpNfcLease" [ 785.132813] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 785.154042] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52593} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.154042] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 074198f4-c433-42e5-be81-4c6f45554d97/074198f4-c433-42e5-be81-4c6f45554d97.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.154042] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.154042] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeb95b35-47bb-4e40-bcd4-3ebb916cf793 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.161808] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 785.161808] env[70683]: value = "task-3280324" [ 785.161808] env[70683]: _type = "Task" [ 785.161808] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.173060] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.318103] env[70683]: DEBUG nova.network.neutron [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Successfully created port: 688b3e3c-1480-4f0c-80e5-818b00bc1d34 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.419499] env[70683]: DEBUG nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.632480] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.632480] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52872f1f-3966-6fc8-c5e2-340cbcc10fa8" [ 785.632480] env[70683]: _type = "HttpNfcLease" [ 785.632480] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.632791] env[70683]: DEBUG oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.632791] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52872f1f-3966-6fc8-c5e2-340cbcc10fa8" [ 785.632791] env[70683]: _type = "HttpNfcLease" [ 785.632791] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.633584] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dec7a23-d6dc-4c10-9289-006b769bf3f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.649613] env[70683]: DEBUG oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbc4f1-7eaf-86a4-43b2-d26c19f29122/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.649843] env[70683]: DEBUG oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbc4f1-7eaf-86a4-43b2-d26c19f29122/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.737596] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077001} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.738840] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.738840] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041d9d37-edee-4e3b-958f-9b8187b9cfde {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.765025] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 074198f4-c433-42e5-be81-4c6f45554d97/074198f4-c433-42e5-be81-4c6f45554d97.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.768040] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0337362d-6920-4cc1-a32a-8d1b484655dc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.793861] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 785.793861] env[70683]: value = "task-3280325" [ 785.793861] env[70683]: _type = "Task" [ 785.793861] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.804464] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.831659] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b586dbff-d192-4b36-9797-967314cc1b3c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.193237] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaff5fa-cb68-48f9-a9c8-514be7052313 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.205130] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629bb0ca-e345-422b-ba58-57ac8e45af4d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.214520] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "6896b86f-def0-43dd-b574-09837f1d1216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.214827] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "6896b86f-def0-43dd-b574-09837f1d1216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.251169] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536dcf45-7251-435a-ba8c-363f1c0d933a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.260942] env[70683]: DEBUG nova.network.neutron [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updated VIF entry in instance network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.261393] env[70683]: DEBUG nova.network.neutron [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updating instance_info_cache with network_info: [{"id": "5de46090-fe1c-419e-aa87-22576bcf83e9", "address": "fa:16:3e:ab:19:4a", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de46090-fe", "ovs_interfaceid": "5de46090-fe1c-419e-aa87-22576bcf83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.264046] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd07a6ea-b047-4eec-a84c-1cae4f103508 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.286173] env[70683]: DEBUG nova.compute.provider_tree [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.308684] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.439777] env[70683]: DEBUG nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.480767] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.480936] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.481931] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.481931] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.481931] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.481931] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.482593] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.482593] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.482593] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.483255] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.483255] env[70683]: DEBUG nova.virt.hardware [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.483798] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2460e521-709f-4691-a690-53e2dde5f5e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.492934] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaedd5b-7f68-49a5-8a6b-8c1e70739c29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.774288] env[70683]: DEBUG oslo_concurrency.lockutils [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] Releasing lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.774288] env[70683]: DEBUG nova.compute.manager [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Received event network-changed-a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.774288] env[70683]: DEBUG nova.compute.manager [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Refreshing instance network info cache due to event network-changed-a8c10296-efcb-4d2d-af81-a6fcff249ccd. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.774288] env[70683]: DEBUG oslo_concurrency.lockutils [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] Acquiring lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.774288] env[70683]: DEBUG oslo_concurrency.lockutils [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] Acquired lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.774288] env[70683]: DEBUG nova.network.neutron [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Refreshing network info cache for port a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.791500] env[70683]: DEBUG nova.scheduler.client.report [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.808275] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280325, 'name': ReconfigVM_Task, 'duration_secs': 0.546866} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.808851] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 074198f4-c433-42e5-be81-4c6f45554d97/074198f4-c433-42e5-be81-4c6f45554d97.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.810585] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfd49f4b-69e9-4f1f-95b6-b1b5d2a9622b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.819828] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 786.819828] env[70683]: value = "task-3280326" [ 786.819828] env[70683]: _type = "Task" [ 786.819828] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.830267] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280326, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.967035] env[70683]: DEBUG nova.network.neutron [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Successfully updated port: 688b3e3c-1480-4f0c-80e5-818b00bc1d34 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.043806] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquiring lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.044263] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.296495] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.297598] env[70683]: DEBUG nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.300569] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.291s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.306985] env[70683]: INFO nova.compute.claims [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.336092] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280326, 'name': Rename_Task, 'duration_secs': 0.205318} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.342763] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.343310] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6dacac9-c73f-4dc1-b018-274edc4e6876 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.352878] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 787.352878] env[70683]: value = "task-3280327" [ 787.352878] env[70683]: _type = "Task" [ 787.352878] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.365295] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.474862] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "refresh_cache-644b6351-0c3e-4af4-83f2-8f19d3be4041" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.475034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquired lock "refresh_cache-644b6351-0c3e-4af4-83f2-8f19d3be4041" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.475193] env[70683]: DEBUG nova.network.neutron [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.541019] env[70683]: DEBUG nova.network.neutron [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updated VIF entry in instance network info cache for port a8c10296-efcb-4d2d-af81-a6fcff249ccd. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.545891] env[70683]: DEBUG nova.network.neutron [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updating instance_info_cache with network_info: [{"id": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "address": "fa:16:3e:36:dc:92", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c10296-ef", "ovs_interfaceid": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.816464] env[70683]: DEBUG nova.compute.utils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.821715] env[70683]: DEBUG nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.821901] env[70683]: DEBUG nova.network.neutron [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.866682] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280327, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.879789] env[70683]: DEBUG nova.compute.manager [req-2e2ff1d1-40ec-4ee2-b419-e40700e54342 req-f1019acd-638b-4bf2-8434-793236365cda service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Received event network-vif-plugged-688b3e3c-1480-4f0c-80e5-818b00bc1d34 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.879789] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2ff1d1-40ec-4ee2-b419-e40700e54342 req-f1019acd-638b-4bf2-8434-793236365cda service nova] Acquiring lock "644b6351-0c3e-4af4-83f2-8f19d3be4041-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.879915] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2ff1d1-40ec-4ee2-b419-e40700e54342 req-f1019acd-638b-4bf2-8434-793236365cda service nova] Lock "644b6351-0c3e-4af4-83f2-8f19d3be4041-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.882015] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2ff1d1-40ec-4ee2-b419-e40700e54342 req-f1019acd-638b-4bf2-8434-793236365cda service nova] Lock "644b6351-0c3e-4af4-83f2-8f19d3be4041-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.882015] env[70683]: DEBUG nova.compute.manager [req-2e2ff1d1-40ec-4ee2-b419-e40700e54342 req-f1019acd-638b-4bf2-8434-793236365cda service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] No waiting events found dispatching network-vif-plugged-688b3e3c-1480-4f0c-80e5-818b00bc1d34 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.882015] env[70683]: WARNING nova.compute.manager [req-2e2ff1d1-40ec-4ee2-b419-e40700e54342 req-f1019acd-638b-4bf2-8434-793236365cda service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Received unexpected event network-vif-plugged-688b3e3c-1480-4f0c-80e5-818b00bc1d34 for instance with vm_state building and task_state spawning. [ 787.888914] env[70683]: DEBUG nova.policy [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '221bee438abe4f1fad9d5810ed7ccced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e24323b78254924b3ef74947c04bfa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.040371] env[70683]: DEBUG nova.network.neutron [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.051109] env[70683]: DEBUG oslo_concurrency.lockutils [req-068f9104-7321-4199-9357-d7d762c2a3e3 req-8481b2c9-8450-4511-9cb3-3ded8d0db46f service nova] Releasing lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.218830] env[70683]: DEBUG nova.network.neutron [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Successfully created port: 62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.225635] env[70683]: DEBUG nova.compute.manager [req-0787f692-4827-4f92-82ff-2e8b0c52861b req-acb5e613-b376-432f-baa8-2729aec264c5 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Received event network-changed-a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.226063] env[70683]: DEBUG nova.compute.manager [req-0787f692-4827-4f92-82ff-2e8b0c52861b req-acb5e613-b376-432f-baa8-2729aec264c5 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Refreshing instance network info cache due to event network-changed-a8c10296-efcb-4d2d-af81-a6fcff249ccd. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.226378] env[70683]: DEBUG oslo_concurrency.lockutils [req-0787f692-4827-4f92-82ff-2e8b0c52861b req-acb5e613-b376-432f-baa8-2729aec264c5 service nova] Acquiring lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.226596] env[70683]: DEBUG oslo_concurrency.lockutils [req-0787f692-4827-4f92-82ff-2e8b0c52861b req-acb5e613-b376-432f-baa8-2729aec264c5 service nova] Acquired lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.227062] env[70683]: DEBUG nova.network.neutron [req-0787f692-4827-4f92-82ff-2e8b0c52861b req-acb5e613-b376-432f-baa8-2729aec264c5 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Refreshing network info cache for port a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.324626] env[70683]: DEBUG nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.352889] env[70683]: DEBUG nova.network.neutron [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Updating instance_info_cache with network_info: [{"id": "688b3e3c-1480-4f0c-80e5-818b00bc1d34", "address": "fa:16:3e:71:17:54", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688b3e3c-14", "ovs_interfaceid": "688b3e3c-1480-4f0c-80e5-818b00bc1d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.372913] env[70683]: DEBUG oslo_vmware.api [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280327, 'name': PowerOnVM_Task, 'duration_secs': 0.696355} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.373246] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.373442] env[70683]: INFO nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Took 9.99 seconds to spawn the instance on the hypervisor. [ 788.373783] env[70683]: DEBUG nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.374576] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0120158a-18bc-4f23-bcd1-b0aa12d2775d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.864605] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Releasing lock "refresh_cache-644b6351-0c3e-4af4-83f2-8f19d3be4041" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864906] env[70683]: DEBUG nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Instance network_info: |[{"id": "688b3e3c-1480-4f0c-80e5-818b00bc1d34", "address": "fa:16:3e:71:17:54", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688b3e3c-14", "ovs_interfaceid": "688b3e3c-1480-4f0c-80e5-818b00bc1d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.865557] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:17:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '688b3e3c-1480-4f0c-80e5-818b00bc1d34', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.875101] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.879396] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.879805] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c050171d-7699-40a9-b671-f153223aa28a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.916153] env[70683]: INFO nova.compute.manager [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Took 42.31 seconds to build instance. [ 788.916153] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.916153] env[70683]: value = "task-3280328" [ 788.916153] env[70683]: _type = "Task" [ 788.916153] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.926989] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280328, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.027499] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017455a-7e41-47a9-9261-362fbc64598b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.038171] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bb720c-0287-4da0-baf2-276f179cb23d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.078140] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e68f09-d198-44c9-8332-c999e500f713 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.087019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3882cfa2-7d54-4c1e-8feb-d427ad84f3e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.104728] env[70683]: DEBUG nova.compute.provider_tree [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.144700] env[70683]: DEBUG nova.network.neutron [req-0787f692-4827-4f92-82ff-2e8b0c52861b req-acb5e613-b376-432f-baa8-2729aec264c5 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updated VIF entry in instance network info cache for port a8c10296-efcb-4d2d-af81-a6fcff249ccd. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.145086] env[70683]: DEBUG nova.network.neutron [req-0787f692-4827-4f92-82ff-2e8b0c52861b req-acb5e613-b376-432f-baa8-2729aec264c5 service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updating instance_info_cache with network_info: [{"id": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "address": "fa:16:3e:36:dc:92", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c10296-ef", "ovs_interfaceid": "a8c10296-efcb-4d2d-af81-a6fcff249ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.146913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "5568be61-b000-400f-b695-beb26c1d52c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.147334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.147780] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "5568be61-b000-400f-b695-beb26c1d52c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.147875] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.148039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.151424] env[70683]: INFO nova.compute.manager [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Terminating instance [ 789.211326] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.211326] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.339288] env[70683]: DEBUG nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.363813] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.364455] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.364455] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.364550] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.364649] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.364784] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.364999] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.365653] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.365653] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.365653] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.365781] env[70683]: DEBUG nova.virt.hardware [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.366658] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139ee462-255d-4194-ac57-a97346d837bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.376781] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f19095-a51e-46b8-88fc-00fee6929a04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.415138] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8725d7dd-620c-4f1a-8993-298ecd12107b tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "074198f4-c433-42e5-be81-4c6f45554d97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.436s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.428434] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280328, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.612108] env[70683]: DEBUG nova.scheduler.client.report [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.651233] env[70683]: DEBUG oslo_concurrency.lockutils [req-0787f692-4827-4f92-82ff-2e8b0c52861b req-acb5e613-b376-432f-baa8-2729aec264c5 service nova] Releasing lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.661357] env[70683]: DEBUG nova.compute.manager [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.661357] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.661357] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e8d903-8f2c-4134-84b8-43ac86266044 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.670021] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.670021] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80bf268-e64d-4a0d-ad5d-3aaf071c9be5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.678019] env[70683]: DEBUG oslo_vmware.api [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 789.678019] env[70683]: value = "task-3280329" [ 789.678019] env[70683]: _type = "Task" [ 789.678019] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.687376] env[70683]: DEBUG oslo_vmware.api [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.886511] env[70683]: DEBUG nova.network.neutron [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Successfully updated port: 62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.925056] env[70683]: DEBUG nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.935130] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280328, 'name': CreateVM_Task, 'duration_secs': 0.544175} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.935325] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.936111] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.936250] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.936622] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.936896] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a985761-aa26-4fe5-93ac-364dc0263225 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.943069] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 789.943069] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5204b3ff-6173-2797-ebb4-9dd6e7aa73c4" [ 789.943069] env[70683]: _type = "Task" [ 789.943069] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.953758] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5204b3ff-6173-2797-ebb4-9dd6e7aa73c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.118987] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.119538] env[70683]: DEBUG nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.123455] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.105s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.188042] env[70683]: DEBUG oslo_vmware.api [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280329, 'name': PowerOffVM_Task, 'duration_secs': 0.246315} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.188380] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.188549] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.188806] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0653521b-61ba-41d7-8374-c99766c8422b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.389356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.389793] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.389961] env[70683]: DEBUG nova.network.neutron [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.454251] env[70683]: DEBUG nova.compute.manager [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Received event network-changed-688b3e3c-1480-4f0c-80e5-818b00bc1d34 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.454251] env[70683]: DEBUG nova.compute.manager [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Refreshing instance network info cache due to event network-changed-688b3e3c-1480-4f0c-80e5-818b00bc1d34. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.454524] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Acquiring lock "refresh_cache-644b6351-0c3e-4af4-83f2-8f19d3be4041" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.454764] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Acquired lock "refresh_cache-644b6351-0c3e-4af4-83f2-8f19d3be4041" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.454996] env[70683]: DEBUG nova.network.neutron [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Refreshing network info cache for port 688b3e3c-1480-4f0c-80e5-818b00bc1d34 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.468455] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5204b3ff-6173-2797-ebb4-9dd6e7aa73c4, 'name': SearchDatastore_Task, 'duration_secs': 0.022294} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.471388] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.472154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.472904] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.473367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.473602] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.473898] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.476889] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52038cf7-aee1-49bf-ba5f-5e5e7164d73a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.480152] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.480551] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.480772] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Deleting the datastore file [datastore1] 5568be61-b000-400f-b695-beb26c1d52c7 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.481318] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5291b698-eca6-413c-96ca-f6d41591d019 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.490915] env[70683]: DEBUG oslo_vmware.api [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 790.490915] env[70683]: value = "task-3280331" [ 790.490915] env[70683]: _type = "Task" [ 790.490915] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.493428] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.493973] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.500588] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0bce65-af3a-4a74-a343-82dbf7bb0ad0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.508835] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 790.508835] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52048bfd-439e-3909-6653-e6cb12210473" [ 790.508835] env[70683]: _type = "Task" [ 790.508835] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.512377] env[70683]: DEBUG oslo_vmware.api [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.526295] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52048bfd-439e-3909-6653-e6cb12210473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.540630] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.540879] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.627587] env[70683]: DEBUG nova.compute.utils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.629898] env[70683]: DEBUG nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.630667] env[70683]: DEBUG nova.network.neutron [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.705522] env[70683]: DEBUG nova.policy [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed37b27160ac4166ae1e8e881e361182', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dff8eeee3f5343ca820643007258aff4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.006672] env[70683]: DEBUG oslo_vmware.api [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235187} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.007023] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.007320] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.007488] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.007666] env[70683]: INFO nova.compute.manager [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Took 1.35 seconds to destroy the instance on the hypervisor. [ 791.007924] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.008135] env[70683]: DEBUG nova.compute.manager [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.008241] env[70683]: DEBUG nova.network.neutron [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.026409] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52048bfd-439e-3909-6653-e6cb12210473, 'name': SearchDatastore_Task, 'duration_secs': 0.028013} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.030165] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6049d488-686a-464a-993e-1c5ece5a5344 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.037266] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 791.037266] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5202da67-5ae4-9747-6f8a-b4195bc536ef" [ 791.037266] env[70683]: _type = "Task" [ 791.037266] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.062197] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5202da67-5ae4-9747-6f8a-b4195bc536ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.062301] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.064606] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.064606] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.064606] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.064606] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.064606] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.064606] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 791.064606] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.140656] env[70683]: DEBUG nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.182409] env[70683]: DEBUG nova.network.neutron [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.260523] env[70683]: DEBUG nova.network.neutron [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Successfully created port: 2ea909b4-bf94-41c1-84f4-205b05350d55 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.333023] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd48c98b-4d89-4b4a-b8a3-5ccc94a196a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.341535] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e2a3bb-ea7e-43af-bbcc-aa393140246a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.376595] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccaa5e2-c02b-4056-9914-6547a2500f56 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.388196] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d294f49f-e0fc-4e6b-9afd-5913c4cadce0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.405589] env[70683]: DEBUG nova.compute.provider_tree [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.468038] env[70683]: DEBUG nova.compute.manager [req-515f9d36-7b05-41ee-a880-9a69ce3161a4 req-eb23ce47-590c-4950-ab6c-bdcc91aa92e8 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Received event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.468472] env[70683]: DEBUG nova.compute.manager [req-515f9d36-7b05-41ee-a880-9a69ce3161a4 req-eb23ce47-590c-4950-ab6c-bdcc91aa92e8 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing instance network info cache due to event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.468826] env[70683]: DEBUG oslo_concurrency.lockutils [req-515f9d36-7b05-41ee-a880-9a69ce3161a4 req-eb23ce47-590c-4950-ab6c-bdcc91aa92e8 service nova] Acquiring lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.469125] env[70683]: DEBUG oslo_concurrency.lockutils [req-515f9d36-7b05-41ee-a880-9a69ce3161a4 req-eb23ce47-590c-4950-ab6c-bdcc91aa92e8 service nova] Acquired lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.469481] env[70683]: DEBUG nova.network.neutron [req-515f9d36-7b05-41ee-a880-9a69ce3161a4 req-eb23ce47-590c-4950-ab6c-bdcc91aa92e8 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.548306] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5202da67-5ae4-9747-6f8a-b4195bc536ef, 'name': SearchDatastore_Task, 'duration_secs': 0.020799} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.548753] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.549349] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 644b6351-0c3e-4af4-83f2-8f19d3be4041/644b6351-0c3e-4af4-83f2-8f19d3be4041.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.552774] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a4694a9-1fe1-4b7a-b6cc-9a9549cf0f27 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.565023] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 791.565023] env[70683]: value = "task-3280332" [ 791.565023] env[70683]: _type = "Task" [ 791.565023] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.569061] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.576974] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.872359] env[70683]: DEBUG nova.network.neutron [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updating instance_info_cache with network_info: [{"id": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "address": "fa:16:3e:5e:02:32", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ee7891-3c", "ovs_interfaceid": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.909556] env[70683]: DEBUG nova.scheduler.client.report [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.051599] env[70683]: DEBUG nova.network.neutron [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Updated VIF entry in instance network info cache for port 688b3e3c-1480-4f0c-80e5-818b00bc1d34. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.051599] env[70683]: DEBUG nova.network.neutron [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Updating instance_info_cache with network_info: [{"id": "688b3e3c-1480-4f0c-80e5-818b00bc1d34", "address": "fa:16:3e:71:17:54", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688b3e3c-14", "ovs_interfaceid": "688b3e3c-1480-4f0c-80e5-818b00bc1d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.082164] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280332, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.154224] env[70683]: DEBUG nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.183754] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.184140] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.184249] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.185375] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.185621] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.186248] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.186505] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.186678] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.186852] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.187031] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.187224] env[70683]: DEBUG nova.virt.hardware [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.188214] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7364e4-26d2-413d-b591-65a3817c9ab7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.199899] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb8005c-3489-4a8e-b5f7-b49417faa93e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.375629] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Releasing lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.376137] env[70683]: DEBUG nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Instance network_info: |[{"id": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "address": "fa:16:3e:5e:02:32", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ee7891-3c", "ovs_interfaceid": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.376743] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:02:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62ee7891-3c4a-47e4-9822-da596cf0f36a', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.386102] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Creating folder: Project (9e24323b78254924b3ef74947c04bfa8). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.386758] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b463358-af4e-4f25-a6e3-a87a1471a525 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.402230] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Created folder: Project (9e24323b78254924b3ef74947c04bfa8) in parent group-v655051. [ 792.402452] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Creating folder: Instances. Parent ref: group-v655122. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.402699] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad480b4d-44f2-42c5-86a7-5e3aea08436c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.423323] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Created folder: Instances in parent group-v655122. [ 792.424726] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.425324] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.425511] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d7a3f65-b5a3-4fbe-a490-0637cc7d9c4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.451508] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.451508] env[70683]: value = "task-3280335" [ 792.451508] env[70683]: _type = "Task" [ 792.451508] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.461189] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280335, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.555932] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Releasing lock "refresh_cache-644b6351-0c3e-4af4-83f2-8f19d3be4041" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.556280] env[70683]: DEBUG nova.compute.manager [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Received event network-vif-plugged-62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.556508] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Acquiring lock "e151b104-0273-47db-b6a3-9705a99059fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.556747] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Lock "e151b104-0273-47db-b6a3-9705a99059fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.556951] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Lock "e151b104-0273-47db-b6a3-9705a99059fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.557153] env[70683]: DEBUG nova.compute.manager [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] No waiting events found dispatching network-vif-plugged-62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.557785] env[70683]: WARNING nova.compute.manager [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Received unexpected event network-vif-plugged-62ee7891-3c4a-47e4-9822-da596cf0f36a for instance with vm_state building and task_state spawning. [ 792.557785] env[70683]: DEBUG nova.compute.manager [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Received event network-changed-62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.557785] env[70683]: DEBUG nova.compute.manager [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Refreshing instance network info cache due to event network-changed-62ee7891-3c4a-47e4-9822-da596cf0f36a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.557931] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Acquiring lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.559057] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Acquired lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.559057] env[70683]: DEBUG nova.network.neutron [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Refreshing network info cache for port 62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.588263] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782425} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.588444] env[70683]: DEBUG nova.network.neutron [req-515f9d36-7b05-41ee-a880-9a69ce3161a4 req-eb23ce47-590c-4950-ab6c-bdcc91aa92e8 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updated VIF entry in instance network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.588780] env[70683]: DEBUG nova.network.neutron [req-515f9d36-7b05-41ee-a880-9a69ce3161a4 req-eb23ce47-590c-4950-ab6c-bdcc91aa92e8 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updating instance_info_cache with network_info: [{"id": "5de46090-fe1c-419e-aa87-22576bcf83e9", "address": "fa:16:3e:ab:19:4a", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de46090-fe", "ovs_interfaceid": "5de46090-fe1c-419e-aa87-22576bcf83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.590336] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 644b6351-0c3e-4af4-83f2-8f19d3be4041/644b6351-0c3e-4af4-83f2-8f19d3be4041.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.591933] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.593642] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b7e2c5-b55c-4646-943b-66ea57a0dcc2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.606762] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 792.606762] env[70683]: value = "task-3280336" [ 792.606762] env[70683]: _type = "Task" [ 792.606762] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.621395] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.760659] env[70683]: DEBUG nova.network.neutron [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.928246] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.804s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.930936] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.281s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.931186] env[70683]: DEBUG nova.objects.instance [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lazy-loading 'resources' on Instance uuid 3687f587-2151-4be6-93e9-bd0dd52461e4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.962913] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280335, 'name': CreateVM_Task, 'duration_secs': 0.451747} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.962913] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.963836] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.963836] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.964158] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.964433] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d128d8f7-5b10-4aef-ab28-b2fc89cab3c5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.972488] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 792.972488] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a20545-6444-0aad-26cd-2c59d69cc3cd" [ 792.972488] env[70683]: _type = "Task" [ 792.972488] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.985283] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a20545-6444-0aad-26cd-2c59d69cc3cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.065019] env[70683]: DEBUG nova.network.neutron [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Successfully updated port: 2ea909b4-bf94-41c1-84f4-205b05350d55 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.094492] env[70683]: DEBUG oslo_concurrency.lockutils [req-515f9d36-7b05-41ee-a880-9a69ce3161a4 req-eb23ce47-590c-4950-ab6c-bdcc91aa92e8 service nova] Releasing lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.121224] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076224} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.121506] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.122314] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eb8a84-3aed-43bb-b019-aba4cfbef1e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.156409] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 644b6351-0c3e-4af4-83f2-8f19d3be4041/644b6351-0c3e-4af4-83f2-8f19d3be4041.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.157893] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03b577d-bd97-466f-bda3-a8df39d23e78 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.183359] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 793.183359] env[70683]: value = "task-3280337" [ 793.183359] env[70683]: _type = "Task" [ 793.183359] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.195832] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.263647] env[70683]: INFO nova.compute.manager [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Took 2.26 seconds to deallocate network for instance. [ 793.325728] env[70683]: DEBUG nova.network.neutron [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updated VIF entry in instance network info cache for port 62ee7891-3c4a-47e4-9822-da596cf0f36a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.326095] env[70683]: DEBUG nova.network.neutron [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updating instance_info_cache with network_info: [{"id": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "address": "fa:16:3e:5e:02:32", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ee7891-3c", "ovs_interfaceid": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.485178] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a20545-6444-0aad-26cd-2c59d69cc3cd, 'name': SearchDatastore_Task, 'duration_secs': 0.032296} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.485178] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.485178] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.485178] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.485178] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.485178] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.485178] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f2e30ba-ed9c-4121-8e0f-a48664e2a754 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.497877] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.497877] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.497877] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0bfae8e-a060-41a5-8a10-e3bc43314513 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.506908] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 793.506908] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5215e32c-0a7f-6eab-1724-0a29a03a99f8" [ 793.506908] env[70683]: _type = "Task" [ 793.506908] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.517189] env[70683]: INFO nova.scheduler.client.report [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Deleted allocation for migration 8c01ea95-804a-43ba-88b3-51be070ef8f7 [ 793.523486] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5215e32c-0a7f-6eab-1724-0a29a03a99f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.561804] env[70683]: DEBUG nova.compute.manager [req-f42036bc-e110-4824-a6c0-2b2d58f08934 req-022b2947-f97d-471c-a75a-846b9768c01d service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Received event network-vif-plugged-2ea909b4-bf94-41c1-84f4-205b05350d55 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.561804] env[70683]: DEBUG oslo_concurrency.lockutils [req-f42036bc-e110-4824-a6c0-2b2d58f08934 req-022b2947-f97d-471c-a75a-846b9768c01d service nova] Acquiring lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.561804] env[70683]: DEBUG oslo_concurrency.lockutils [req-f42036bc-e110-4824-a6c0-2b2d58f08934 req-022b2947-f97d-471c-a75a-846b9768c01d service nova] Lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.561804] env[70683]: DEBUG oslo_concurrency.lockutils [req-f42036bc-e110-4824-a6c0-2b2d58f08934 req-022b2947-f97d-471c-a75a-846b9768c01d service nova] Lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.561804] env[70683]: DEBUG nova.compute.manager [req-f42036bc-e110-4824-a6c0-2b2d58f08934 req-022b2947-f97d-471c-a75a-846b9768c01d service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] No waiting events found dispatching network-vif-plugged-2ea909b4-bf94-41c1-84f4-205b05350d55 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.561804] env[70683]: WARNING nova.compute.manager [req-f42036bc-e110-4824-a6c0-2b2d58f08934 req-022b2947-f97d-471c-a75a-846b9768c01d service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Received unexpected event network-vif-plugged-2ea909b4-bf94-41c1-84f4-205b05350d55 for instance with vm_state building and task_state spawning. [ 793.566034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquiring lock "refresh_cache-6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.566517] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquired lock "refresh_cache-6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.566517] env[70683]: DEBUG nova.network.neutron [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.701242] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.774481] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.830499] env[70683]: DEBUG oslo_concurrency.lockutils [req-e16b17fe-8e7d-4ed6-82c4-08b52383367d req-9c7e8193-9cc2-4214-990c-7305ccb726b5 service nova] Releasing lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.027140] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5215e32c-0a7f-6eab-1724-0a29a03a99f8, 'name': SearchDatastore_Task, 'duration_secs': 0.021693} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.028053] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df1c31d-484d-46f4-9416-bf80536b99eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.031572] env[70683]: DEBUG oslo_concurrency.lockutils [None req-faee20f3-2403-4e52-9136-e760aef8a299 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.797s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.041646] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 794.041646] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5227b58a-7c6e-b05d-6a9c-068466bd9348" [ 794.041646] env[70683]: _type = "Task" [ 794.041646] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.052743] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5227b58a-7c6e-b05d-6a9c-068466bd9348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.103885] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d7f43a-f3c5-4480-9ff9-367de1e48cc8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.116389] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bcbee2-0d44-4c19-a27c-3b1529ed5614 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.118743] env[70683]: DEBUG nova.network.neutron [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.156924] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a745551-397b-4e6f-9698-c417b7a21f47 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.165926] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab4f240-c047-461b-b57e-af050fd13fa2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.182352] env[70683]: DEBUG nova.compute.provider_tree [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.196755] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280337, 'name': ReconfigVM_Task, 'duration_secs': 0.793943} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.196967] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 644b6351-0c3e-4af4-83f2-8f19d3be4041/644b6351-0c3e-4af4-83f2-8f19d3be4041.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.197657] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2d1284e-888b-440a-8821-e7e757126d56 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.207181] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 794.207181] env[70683]: value = "task-3280338" [ 794.207181] env[70683]: _type = "Task" [ 794.207181] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.218731] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280338, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.290933] env[70683]: DEBUG nova.network.neutron [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Updating instance_info_cache with network_info: [{"id": "2ea909b4-bf94-41c1-84f4-205b05350d55", "address": "fa:16:3e:7f:f1:95", "network": {"id": "3c0682cd-b3b9-4cd5-97f9-adab8206f2ee", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1060066174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dff8eeee3f5343ca820643007258aff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea909b4-bf", "ovs_interfaceid": "2ea909b4-bf94-41c1-84f4-205b05350d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.319727] env[70683]: DEBUG nova.compute.manager [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Received event network-vif-deleted-a8c10296-efcb-4d2d-af81-a6fcff249ccd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.319967] env[70683]: DEBUG nova.compute.manager [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Received event network-changed-5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.320138] env[70683]: DEBUG nova.compute.manager [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Refreshing instance network info cache due to event network-changed-5fc3dea7-77a9-427c-97ce-81c636248c00. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.320391] env[70683]: DEBUG oslo_concurrency.lockutils [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] Acquiring lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.320612] env[70683]: DEBUG oslo_concurrency.lockutils [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] Acquired lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.320820] env[70683]: DEBUG nova.network.neutron [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Refreshing network info cache for port 5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.556024] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5227b58a-7c6e-b05d-6a9c-068466bd9348, 'name': SearchDatastore_Task, 'duration_secs': 0.014222} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.556537] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.556891] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e151b104-0273-47db-b6a3-9705a99059fa/e151b104-0273-47db-b6a3-9705a99059fa.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.557218] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f5b9788-e86e-4564-b336-0044898b76cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.566309] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 794.566309] env[70683]: value = "task-3280339" [ 794.566309] env[70683]: _type = "Task" [ 794.566309] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.576592] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.624837] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquiring lock "635ba1b8-57b8-4f9e-8665-58fb8953d176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.625398] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "635ba1b8-57b8-4f9e-8665-58fb8953d176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.688808] env[70683]: DEBUG nova.scheduler.client.report [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.721895] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280338, 'name': Rename_Task, 'duration_secs': 0.246086} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.722294] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.722617] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-588fcbfa-a585-4a39-9d0a-72f17dd829ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.732130] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 794.732130] env[70683]: value = "task-3280340" [ 794.732130] env[70683]: _type = "Task" [ 794.732130] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.741992] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.794821] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Releasing lock "refresh_cache-6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.795152] env[70683]: DEBUG nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Instance network_info: |[{"id": "2ea909b4-bf94-41c1-84f4-205b05350d55", "address": "fa:16:3e:7f:f1:95", "network": {"id": "3c0682cd-b3b9-4cd5-97f9-adab8206f2ee", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1060066174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dff8eeee3f5343ca820643007258aff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea909b4-bf", "ovs_interfaceid": "2ea909b4-bf94-41c1-84f4-205b05350d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.795602] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:f1:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ea909b4-bf94-41c1-84f4-205b05350d55', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.804857] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Creating folder: Project (dff8eeee3f5343ca820643007258aff4). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.804857] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5898555-9102-431a-b9e6-27861b49eb4e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.823039] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Created folder: Project (dff8eeee3f5343ca820643007258aff4) in parent group-v655051. [ 794.823039] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Creating folder: Instances. Parent ref: group-v655125. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.823039] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94948cfc-166e-4fe6-8133-bbf99089d881 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.831637] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "5568be61-b000-400f-b695-beb26c1d52c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.845126] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Created folder: Instances in parent group-v655125. [ 794.849030] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.849030] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.849030] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-657882ef-3ded-41c5-819a-fe6fc326405c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.872347] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.872347] env[70683]: value = "task-3280343" [ 794.872347] env[70683]: _type = "Task" [ 794.872347] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.887295] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280343, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.083182] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280339, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.129201] env[70683]: DEBUG nova.network.neutron [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updated VIF entry in instance network info cache for port 5fc3dea7-77a9-427c-97ce-81c636248c00. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.129544] env[70683]: DEBUG nova.network.neutron [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updating instance_info_cache with network_info: [{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.194603] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.197122] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.951s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.198830] env[70683]: INFO nova.compute.claims [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.231129] env[70683]: INFO nova.scheduler.client.report [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted allocations for instance 3687f587-2151-4be6-93e9-bd0dd52461e4 [ 795.254819] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.383703] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280343, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.579329] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719519} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.579662] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e151b104-0273-47db-b6a3-9705a99059fa/e151b104-0273-47db-b6a3-9705a99059fa.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.579777] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.580066] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-418b4a55-1308-4c17-ac20-e1675093b552 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.587577] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 795.587577] env[70683]: value = "task-3280344" [ 795.587577] env[70683]: _type = "Task" [ 795.587577] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.594041] env[70683]: DEBUG nova.compute.manager [req-56debb1a-8658-42ce-b228-29c3f9ea4199 req-81b9cd0f-0bce-4598-bd8b-0c36c6e8046f service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Received event network-changed-2ea909b4-bf94-41c1-84f4-205b05350d55 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.594259] env[70683]: DEBUG nova.compute.manager [req-56debb1a-8658-42ce-b228-29c3f9ea4199 req-81b9cd0f-0bce-4598-bd8b-0c36c6e8046f service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Refreshing instance network info cache due to event network-changed-2ea909b4-bf94-41c1-84f4-205b05350d55. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.594483] env[70683]: DEBUG oslo_concurrency.lockutils [req-56debb1a-8658-42ce-b228-29c3f9ea4199 req-81b9cd0f-0bce-4598-bd8b-0c36c6e8046f service nova] Acquiring lock "refresh_cache-6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.594626] env[70683]: DEBUG oslo_concurrency.lockutils [req-56debb1a-8658-42ce-b228-29c3f9ea4199 req-81b9cd0f-0bce-4598-bd8b-0c36c6e8046f service nova] Acquired lock "refresh_cache-6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.594786] env[70683]: DEBUG nova.network.neutron [req-56debb1a-8658-42ce-b228-29c3f9ea4199 req-81b9cd0f-0bce-4598-bd8b-0c36c6e8046f service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Refreshing network info cache for port 2ea909b4-bf94-41c1-84f4-205b05350d55 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.602696] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.633342] env[70683]: DEBUG oslo_concurrency.lockutils [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] Releasing lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.633663] env[70683]: DEBUG nova.compute.manager [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Received event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.633911] env[70683]: DEBUG nova.compute.manager [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing instance network info cache due to event network-changed-5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.634156] env[70683]: DEBUG oslo_concurrency.lockutils [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] Acquiring lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.634305] env[70683]: DEBUG oslo_concurrency.lockutils [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] Acquired lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.634474] env[70683]: DEBUG nova.network.neutron [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Refreshing network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.749620] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.750362] env[70683]: DEBUG oslo_concurrency.lockutils [None req-edc3e404-e445-47c7-8184-0996ac9dcb0f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "3687f587-2151-4be6-93e9-bd0dd52461e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.006s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.887576] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280343, 'name': CreateVM_Task, 'duration_secs': 0.821597} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.887770] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.888548] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.888691] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.889055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.889352] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6fdb44-0e99-4462-a739-b111f3488aa7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.896770] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 795.896770] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5228821e-5d27-9da5-c9fd-83058d3e05ba" [ 795.896770] env[70683]: _type = "Task" [ 795.896770] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.907361] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5228821e-5d27-9da5-c9fd-83058d3e05ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.100792] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126356} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.101076] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.102189] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aaf2e4-b4d6-47fd-8830-788409f26c11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.127891] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e151b104-0273-47db-b6a3-9705a99059fa/e151b104-0273-47db-b6a3-9705a99059fa.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.128269] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d23520-b025-41d4-82a8-457f9ab93266 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.155356] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 796.155356] env[70683]: value = "task-3280345" [ 796.155356] env[70683]: _type = "Task" [ 796.155356] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.165670] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.246722] env[70683]: DEBUG oslo_vmware.api [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280340, 'name': PowerOnVM_Task, 'duration_secs': 1.05169} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.250563] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.250853] env[70683]: INFO nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Took 9.81 seconds to spawn the instance on the hypervisor. [ 796.251058] env[70683]: DEBUG nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.252587] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4e1905-56dc-4d0e-b7d7-f871e70b4607 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.356501] env[70683]: DEBUG nova.network.neutron [req-56debb1a-8658-42ce-b228-29c3f9ea4199 req-81b9cd0f-0bce-4598-bd8b-0c36c6e8046f service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Updated VIF entry in instance network info cache for port 2ea909b4-bf94-41c1-84f4-205b05350d55. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.356902] env[70683]: DEBUG nova.network.neutron [req-56debb1a-8658-42ce-b228-29c3f9ea4199 req-81b9cd0f-0bce-4598-bd8b-0c36c6e8046f service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Updating instance_info_cache with network_info: [{"id": "2ea909b4-bf94-41c1-84f4-205b05350d55", "address": "fa:16:3e:7f:f1:95", "network": {"id": "3c0682cd-b3b9-4cd5-97f9-adab8206f2ee", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1060066174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dff8eeee3f5343ca820643007258aff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea909b4-bf", "ovs_interfaceid": "2ea909b4-bf94-41c1-84f4-205b05350d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.409272] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5228821e-5d27-9da5-c9fd-83058d3e05ba, 'name': SearchDatastore_Task, 'duration_secs': 0.028563} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.412121] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.412414] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.412687] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.412852] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.413096] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.413600] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e8baa18-f95f-493e-a652-de972bcca8b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.425087] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.425295] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.430047] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a97b83b-aa91-4537-99ef-49b0d42a2598 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.437860] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 796.437860] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fd40f2-e7b1-37be-0b13-bb5137305869" [ 796.437860] env[70683]: _type = "Task" [ 796.437860] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.449695] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fd40f2-e7b1-37be-0b13-bb5137305869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.562492] env[70683]: DEBUG nova.network.neutron [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updated VIF entry in instance network info cache for port 5de46090-fe1c-419e-aa87-22576bcf83e9. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.562851] env[70683]: DEBUG nova.network.neutron [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updating instance_info_cache with network_info: [{"id": "5de46090-fe1c-419e-aa87-22576bcf83e9", "address": "fa:16:3e:ab:19:4a", "network": {"id": "9ebd8f95-55dc-496f-bf89-face68bdb6b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2028472185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc10b62298e4e78b50c9c226dc9f9f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de46090-fe", "ovs_interfaceid": "5de46090-fe1c-419e-aa87-22576bcf83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.592941] env[70683]: DEBUG oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbc4f1-7eaf-86a4-43b2-d26c19f29122/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 796.593835] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438db16-ffdc-459b-afd1-5aea35a48685 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.603669] env[70683]: DEBUG oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbc4f1-7eaf-86a4-43b2-d26c19f29122/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 796.603947] env[70683]: ERROR oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbc4f1-7eaf-86a4-43b2-d26c19f29122/disk-0.vmdk due to incomplete transfer. [ 796.604160] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16e87034-df1a-4732-8a1b-6fc57e71b2cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.613242] env[70683]: DEBUG oslo_vmware.rw_handles [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbc4f1-7eaf-86a4-43b2-d26c19f29122/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 796.613487] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Uploaded image 4bcb9095-8cef-4eef-930d-aed838dcb5be to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 796.615703] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.615981] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e4c81d2-dc34-427a-897c-e70a92c4e570 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.624935] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 796.624935] env[70683]: value = "task-3280346" [ 796.624935] env[70683]: _type = "Task" [ 796.624935] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.634368] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280346, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.668474] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280345, 'name': ReconfigVM_Task, 'duration_secs': 0.37196} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.669091] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e151b104-0273-47db-b6a3-9705a99059fa/e151b104-0273-47db-b6a3-9705a99059fa.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.669934] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c595b6c-c78b-4c87-9d8b-5b2eaf940be1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.679253] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 796.679253] env[70683]: value = "task-3280347" [ 796.679253] env[70683]: _type = "Task" [ 796.679253] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.692221] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280347, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.780168] env[70683]: INFO nova.compute.manager [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Took 40.48 seconds to build instance. [ 796.834381] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe175a1-d67c-4cdc-8c8c-a86804c5db93 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.845297] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a28256-a446-435f-8115-33f54775d47a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.879695] env[70683]: DEBUG oslo_concurrency.lockutils [req-56debb1a-8658-42ce-b228-29c3f9ea4199 req-81b9cd0f-0bce-4598-bd8b-0c36c6e8046f service nova] Releasing lock "refresh_cache-6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.881384] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a02445-f486-426a-9218-03c5f251453e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.890417] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f223a057-350d-48d8-94f7-60a3da72c5c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.907608] env[70683]: DEBUG nova.compute.provider_tree [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.950537] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fd40f2-e7b1-37be-0b13-bb5137305869, 'name': SearchDatastore_Task, 'duration_secs': 0.02276} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.951251] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17406e3-f2a8-463a-a128-e66fe61a9128 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.959456] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 796.959456] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5285cd2b-2f1f-f17e-5322-3744b49a1804" [ 796.959456] env[70683]: _type = "Task" [ 796.959456] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.968773] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5285cd2b-2f1f-f17e-5322-3744b49a1804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.033341] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "efe01f7a-daad-4592-8e37-25c3ee91c54e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.033598] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.065522] env[70683]: DEBUG oslo_concurrency.lockutils [req-780e7889-df7c-420d-a8c9-4ab701d2e9c3 req-d884b1e6-66ee-457a-87a0-6d848679405f service nova] Releasing lock "refresh_cache-74fb2529-5bb8-43dc-a360-e25968f02d73" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.135982] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280346, 'name': Destroy_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.194776] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280347, 'name': Rename_Task, 'duration_secs': 0.166917} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.195098] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.195361] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2bd9cd3-4bd2-4ac7-9f36-1e8b6694f000 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.204105] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 797.204105] env[70683]: value = "task-3280348" [ 797.204105] env[70683]: _type = "Task" [ 797.204105] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.213044] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.285221] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a8a62f28-029b-41bb-a8f0-319371bb222f tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "644b6351-0c3e-4af4-83f2-8f19d3be4041" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.357s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.410577] env[70683]: DEBUG nova.scheduler.client.report [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.471124] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5285cd2b-2f1f-f17e-5322-3744b49a1804, 'name': SearchDatastore_Task, 'duration_secs': 0.019474} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.471400] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.471663] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5/6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.471922] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8231b74-d8ec-4aff-bbd6-dd2d59013e62 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.479298] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 797.479298] env[70683]: value = "task-3280349" [ 797.479298] env[70683]: _type = "Task" [ 797.479298] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.489104] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.639516] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280346, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.714696] env[70683]: DEBUG oslo_vmware.api [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280348, 'name': PowerOnVM_Task, 'duration_secs': 0.477457} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.714957] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.715181] env[70683]: INFO nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Took 8.38 seconds to spawn the instance on the hypervisor. [ 797.715366] env[70683]: DEBUG nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.716184] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55a3053-4eda-4a46-8c08-ec958004b70b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.787719] env[70683]: DEBUG nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.917063] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.917063] env[70683]: DEBUG nova.compute.manager [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.919481] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.153s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.919724] env[70683]: DEBUG nova.objects.instance [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lazy-loading 'resources' on Instance uuid c8935d62-815c-4cb6-bbe8-52f88d936b73 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.990077] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.026316] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "644b6351-0c3e-4af4-83f2-8f19d3be4041" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.026585] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "644b6351-0c3e-4af4-83f2-8f19d3be4041" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.026795] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "644b6351-0c3e-4af4-83f2-8f19d3be4041-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.026979] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "644b6351-0c3e-4af4-83f2-8f19d3be4041-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.027175] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "644b6351-0c3e-4af4-83f2-8f19d3be4041-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.029474] env[70683]: INFO nova.compute.manager [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Terminating instance [ 798.138917] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280346, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.236117] env[70683]: INFO nova.compute.manager [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Took 39.20 seconds to build instance. [ 798.311196] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.426673] env[70683]: DEBUG nova.compute.utils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.428386] env[70683]: DEBUG nova.compute.manager [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 798.491209] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.533955] env[70683]: DEBUG nova.compute.manager [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.534219] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.535407] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41974c-24dd-4a27-943f-b387a1e12e11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.543768] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.546254] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cdc032a-0260-48ea-bc9f-b4e9ccbfdf60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.553884] env[70683]: DEBUG oslo_vmware.api [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 798.553884] env[70683]: value = "task-3280350" [ 798.553884] env[70683]: _type = "Task" [ 798.553884] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.564966] env[70683]: DEBUG oslo_vmware.api [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.641371] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280346, 'name': Destroy_Task, 'duration_secs': 1.883691} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.641722] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Destroyed the VM [ 798.641928] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 798.642196] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34a4cd35-9905-44c8-a970-d4fd0c63f6f4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.651207] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 798.651207] env[70683]: value = "task-3280351" [ 798.651207] env[70683]: _type = "Task" [ 798.651207] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.666591] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.739281] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f1406acd-bfa0-4dbe-8953-61900902cb3d tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e151b104-0273-47db-b6a3-9705a99059fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.626s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.930458] env[70683]: DEBUG nova.compute.manager [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.991933] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280349, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.44318} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.994805] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5/6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.995033] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.995780] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-304f81c0-59f2-4394-94cd-4f4b4060899c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.004058] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 799.004058] env[70683]: value = "task-3280352" [ 799.004058] env[70683]: _type = "Task" [ 799.004058] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.010279] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10580ed2-fa4c-487b-ae06-bc36f9662743 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.016043] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.021939] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704375c9-e4a8-4f89-95f9-606523a8806e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.063042] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6319f3b2-7535-41f8-a065-a14a20e1568f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.071953] env[70683]: DEBUG oslo_vmware.api [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280350, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.075222] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d97349-15ea-4cb5-9dc3-2dd1773604b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.089784] env[70683]: DEBUG nova.compute.provider_tree [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.162021] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.242561] env[70683]: DEBUG nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.513768] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116559} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.514130] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.514933] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610493f4-3262-44bd-acb1-110cc21c117f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.538318] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5/6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.538938] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3361669-1026-40b4-9b4d-487e6c66fc2a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.563295] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 799.563295] env[70683]: value = "task-3280353" [ 799.563295] env[70683]: _type = "Task" [ 799.563295] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.578861] env[70683]: DEBUG oslo_vmware.api [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280350, 'name': PowerOffVM_Task, 'duration_secs': 0.524505} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.581983] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.582419] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.582695] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.582910] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbdd1a47-bded-459b-b7a2-fc3e7910904c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.595839] env[70683]: DEBUG nova.scheduler.client.report [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.638461] env[70683]: DEBUG nova.compute.manager [req-656e0644-780e-41a5-87de-373650c1a708 req-be5981a5-c704-4490-bdd7-2dc6d51c869b service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Received event network-changed-62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.638701] env[70683]: DEBUG nova.compute.manager [req-656e0644-780e-41a5-87de-373650c1a708 req-be5981a5-c704-4490-bdd7-2dc6d51c869b service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Refreshing instance network info cache due to event network-changed-62ee7891-3c4a-47e4-9822-da596cf0f36a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.638923] env[70683]: DEBUG oslo_concurrency.lockutils [req-656e0644-780e-41a5-87de-373650c1a708 req-be5981a5-c704-4490-bdd7-2dc6d51c869b service nova] Acquiring lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.639082] env[70683]: DEBUG oslo_concurrency.lockutils [req-656e0644-780e-41a5-87de-373650c1a708 req-be5981a5-c704-4490-bdd7-2dc6d51c869b service nova] Acquired lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.639250] env[70683]: DEBUG nova.network.neutron [req-656e0644-780e-41a5-87de-373650c1a708 req-be5981a5-c704-4490-bdd7-2dc6d51c869b service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Refreshing network info cache for port 62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.658627] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.658884] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.659077] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Deleting the datastore file [datastore2] 644b6351-0c3e-4af4-83f2-8f19d3be4041 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.659739] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19688080-2ceb-4f34-b03e-09463a8b13fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.666563] env[70683]: DEBUG oslo_vmware.api [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280351, 'name': RemoveSnapshot_Task, 'duration_secs': 0.811068} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.666563] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 799.666563] env[70683]: INFO nova.compute.manager [None req-95c546a0-401c-4732-b895-ea07922d55f3 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Took 19.46 seconds to snapshot the instance on the hypervisor. [ 799.670927] env[70683]: DEBUG oslo_vmware.api [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for the task: (returnval){ [ 799.670927] env[70683]: value = "task-3280355" [ 799.670927] env[70683]: _type = "Task" [ 799.670927] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.679801] env[70683]: DEBUG oslo_vmware.api [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.763841] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.941822] env[70683]: DEBUG nova.compute.manager [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.973458] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.973736] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.973931] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.974166] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.974354] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.974530] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.974777] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.974975] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.975208] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.975435] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.975684] env[70683]: DEBUG nova.virt.hardware [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.976595] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407bd57-262f-4e01-b1d3-dffe5d8dfb17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.986927] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfef6a3-5a0b-4d67-b0be-1fec2ec8ce86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.002471] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.007936] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Creating folder: Project (95b0a1fbdef04f4481d1972afd3a7db8). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.008384] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dd0abae-2f58-46ea-9630-a2c1c2293239 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.020610] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Created folder: Project (95b0a1fbdef04f4481d1972afd3a7db8) in parent group-v655051. [ 800.020821] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Creating folder: Instances. Parent ref: group-v655128. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.021081] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02af04c2-2083-47db-b466-601fbb2dd57e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.033583] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Created folder: Instances in parent group-v655128. [ 800.033932] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.034018] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.034234] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a696a1-b074-4ddc-835c-68aa0fe59c55 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.053027] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.053027] env[70683]: value = "task-3280358" [ 800.053027] env[70683]: _type = "Task" [ 800.053027] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.067635] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280358, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.077040] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280353, 'name': ReconfigVM_Task, 'duration_secs': 0.368061} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.077357] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5/6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.077973] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19b302f7-89f9-4cb1-9cb9-a75e7f8eb2f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.092149] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 800.092149] env[70683]: value = "task-3280359" [ 800.092149] env[70683]: _type = "Task" [ 800.092149] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.098112] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.104124] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.034s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.105795] env[70683]: INFO nova.compute.claims [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.112754] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280359, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.131235] env[70683]: INFO nova.scheduler.client.report [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleted allocations for instance c8935d62-815c-4cb6-bbe8-52f88d936b73 [ 800.186294] env[70683]: DEBUG oslo_vmware.api [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Task: {'id': task-3280355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197412} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.187593] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.187737] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.187927] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.188138] env[70683]: INFO nova.compute.manager [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Took 1.65 seconds to destroy the instance on the hypervisor. [ 800.188394] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.188572] env[70683]: DEBUG nova.compute.manager [-] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.188667] env[70683]: DEBUG nova.network.neutron [-] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.528458] env[70683]: DEBUG nova.network.neutron [req-656e0644-780e-41a5-87de-373650c1a708 req-be5981a5-c704-4490-bdd7-2dc6d51c869b service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updated VIF entry in instance network info cache for port 62ee7891-3c4a-47e4-9822-da596cf0f36a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.528933] env[70683]: DEBUG nova.network.neutron [req-656e0644-780e-41a5-87de-373650c1a708 req-be5981a5-c704-4490-bdd7-2dc6d51c869b service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updating instance_info_cache with network_info: [{"id": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "address": "fa:16:3e:5e:02:32", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ee7891-3c", "ovs_interfaceid": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.568018] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280358, 'name': CreateVM_Task, 'duration_secs': 0.326289} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.568018] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.568018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.568018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.568018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.568018] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b602baf-5806-49e1-9946-a749555a032a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.573096] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 800.573096] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52222803-cd0e-57c2-9bde-0d4a926b8c70" [ 800.573096] env[70683]: _type = "Task" [ 800.573096] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.583311] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52222803-cd0e-57c2-9bde-0d4a926b8c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.603016] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280359, 'name': Rename_Task, 'duration_secs': 0.206289} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.603315] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.603564] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f90c629-abc1-44b5-9f9e-d81533a195f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.610873] env[70683]: DEBUG nova.compute.manager [req-2eea8402-0f4c-430f-aab6-7bbe4c4da4e0 req-5583001b-6425-4ce8-b277-7db282960808 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Received event network-vif-deleted-688b3e3c-1480-4f0c-80e5-818b00bc1d34 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.612027] env[70683]: INFO nova.compute.manager [req-2eea8402-0f4c-430f-aab6-7bbe4c4da4e0 req-5583001b-6425-4ce8-b277-7db282960808 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Neutron deleted interface 688b3e3c-1480-4f0c-80e5-818b00bc1d34; detaching it from the instance and deleting it from the info cache [ 800.612027] env[70683]: DEBUG nova.network.neutron [req-2eea8402-0f4c-430f-aab6-7bbe4c4da4e0 req-5583001b-6425-4ce8-b277-7db282960808 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.618678] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 800.618678] env[70683]: value = "task-3280360" [ 800.618678] env[70683]: _type = "Task" [ 800.618678] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.632351] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280360, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.642895] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2144f1ef-ddf8-4588-88b2-49bf644c5b30 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c8935d62-815c-4cb6-bbe8-52f88d936b73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.636s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.963443] env[70683]: DEBUG nova.network.neutron [-] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.035558] env[70683]: DEBUG oslo_concurrency.lockutils [req-656e0644-780e-41a5-87de-373650c1a708 req-be5981a5-c704-4490-bdd7-2dc6d51c869b service nova] Releasing lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.084688] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52222803-cd0e-57c2-9bde-0d4a926b8c70, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.085012] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.085260] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.085498] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.085643] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.085909] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.086119] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-310bc499-7b60-4a8a-8ea6-6dccb95bdc9e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.096098] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.096788] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.097049] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f7901a-db90-417d-9441-5ff6d700bed4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.103249] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 801.103249] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528b25c7-b1ba-57c7-4ce2-8182d0898354" [ 801.103249] env[70683]: _type = "Task" [ 801.103249] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.112603] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528b25c7-b1ba-57c7-4ce2-8182d0898354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.115316] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-502f5769-4a08-4adc-91a3-0e2dffe468c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.129199] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d7c298-2108-4327-b83c-1c29270b31e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.146053] env[70683]: DEBUG oslo_vmware.api [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280360, 'name': PowerOnVM_Task, 'duration_secs': 0.494619} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.146852] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.146852] env[70683]: INFO nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Took 8.99 seconds to spawn the instance on the hypervisor. [ 801.146852] env[70683]: DEBUG nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.150232] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c027c9-c3b6-4ec3-ab9e-20fab07e61b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.165398] env[70683]: DEBUG nova.compute.manager [req-2eea8402-0f4c-430f-aab6-7bbe4c4da4e0 req-5583001b-6425-4ce8-b277-7db282960808 service nova] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Detach interface failed, port_id=688b3e3c-1480-4f0c-80e5-818b00bc1d34, reason: Instance 644b6351-0c3e-4af4-83f2-8f19d3be4041 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.466787] env[70683]: INFO nova.compute.manager [-] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Took 1.28 seconds to deallocate network for instance. [ 801.614346] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528b25c7-b1ba-57c7-4ce2-8182d0898354, 'name': SearchDatastore_Task, 'duration_secs': 0.014643} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.615146] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf27af5-757e-4bfa-bd71-30570d74d810 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.620817] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 801.620817] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526e7370-92b9-7f5f-25b6-1ce779503a82" [ 801.620817] env[70683]: _type = "Task" [ 801.620817] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.630556] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526e7370-92b9-7f5f-25b6-1ce779503a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.658715] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c2acd-d566-44da-be6a-306855026897 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.666915] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b3b5b-d0be-454f-b948-a29096c651cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.702925] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9092f6-fc8d-48be-8262-4a7eb11baeec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.704801] env[70683]: INFO nova.compute.manager [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Took 40.72 seconds to build instance. [ 801.715346] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c90ff37-0657-4cf2-bf29-26a07d544d39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.731435] env[70683]: DEBUG nova.compute.provider_tree [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.821695] env[70683]: DEBUG nova.compute.manager [req-fb03c022-e6a2-40ad-8e1e-0ff517155be3 req-4b66ca16-bdda-46bf-8d17-bda0047abb78 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Received event network-changed-62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.821932] env[70683]: DEBUG nova.compute.manager [req-fb03c022-e6a2-40ad-8e1e-0ff517155be3 req-4b66ca16-bdda-46bf-8d17-bda0047abb78 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Refreshing instance network info cache due to event network-changed-62ee7891-3c4a-47e4-9822-da596cf0f36a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.822272] env[70683]: DEBUG oslo_concurrency.lockutils [req-fb03c022-e6a2-40ad-8e1e-0ff517155be3 req-4b66ca16-bdda-46bf-8d17-bda0047abb78 service nova] Acquiring lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.822472] env[70683]: DEBUG oslo_concurrency.lockutils [req-fb03c022-e6a2-40ad-8e1e-0ff517155be3 req-4b66ca16-bdda-46bf-8d17-bda0047abb78 service nova] Acquired lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.822695] env[70683]: DEBUG nova.network.neutron [req-fb03c022-e6a2-40ad-8e1e-0ff517155be3 req-4b66ca16-bdda-46bf-8d17-bda0047abb78 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Refreshing network info cache for port 62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.975123] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.137029] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526e7370-92b9-7f5f-25b6-1ce779503a82, 'name': SearchDatastore_Task, 'duration_secs': 0.044694} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.137460] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.137833] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.138206] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30bdd927-b27c-4112-b8a8-d8d11c3f4b1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.147040] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 802.147040] env[70683]: value = "task-3280361" [ 802.147040] env[70683]: _type = "Task" [ 802.147040] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.158136] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.207032] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2352def8-9f89-48d0-9dba-b68871ee4ba1 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.812s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.234163] env[70683]: DEBUG nova.scheduler.client.report [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.587635] env[70683]: DEBUG nova.compute.manager [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.588443] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b064e4d-14d6-438e-b8a0-71fb2ebf2d72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.657253] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280361, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.672210] env[70683]: DEBUG nova.network.neutron [req-fb03c022-e6a2-40ad-8e1e-0ff517155be3 req-4b66ca16-bdda-46bf-8d17-bda0047abb78 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updated VIF entry in instance network info cache for port 62ee7891-3c4a-47e4-9822-da596cf0f36a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.673071] env[70683]: DEBUG nova.network.neutron [req-fb03c022-e6a2-40ad-8e1e-0ff517155be3 req-4b66ca16-bdda-46bf-8d17-bda0047abb78 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updating instance_info_cache with network_info: [{"id": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "address": "fa:16:3e:5e:02:32", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ee7891-3c", "ovs_interfaceid": "62ee7891-3c4a-47e4-9822-da596cf0f36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.709644] env[70683]: DEBUG nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.739032] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.739858] env[70683]: DEBUG nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.742584] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.758s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.742811] env[70683]: DEBUG nova.objects.instance [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lazy-loading 'resources' on Instance uuid c5a10023-7650-41df-9082-51b0039d2fe2 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.105623] env[70683]: INFO nova.compute.manager [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] instance snapshotting [ 803.108737] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1438c9-899c-435d-aea4-10725cb35d3f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.131433] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339daab3-0ff3-4ddd-abd7-c85561083469 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.156710] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52071} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.156987] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.157228] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.157512] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b9f60e2-c1ed-4878-b52b-7b92a3064365 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.164670] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 803.164670] env[70683]: value = "task-3280362" [ 803.164670] env[70683]: _type = "Task" [ 803.164670] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.172479] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.174783] env[70683]: DEBUG oslo_concurrency.lockutils [req-fb03c022-e6a2-40ad-8e1e-0ff517155be3 req-4b66ca16-bdda-46bf-8d17-bda0047abb78 service nova] Releasing lock "refresh_cache-e151b104-0273-47db-b6a3-9705a99059fa" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.235578] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.248281] env[70683]: DEBUG nova.compute.utils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.248281] env[70683]: DEBUG nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.248281] env[70683]: DEBUG nova.network.neutron [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.525132] env[70683]: DEBUG nova.policy [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb75b2fc7de43fcb3e16d72114392a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f56684c1ce4c7da4addec52e1b3f6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.644159] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.644159] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7bd0e6e7-65f2-4f6d-90eb-ebfa6eba9d2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.654751] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 803.654751] env[70683]: value = "task-3280363" [ 803.654751] env[70683]: _type = "Task" [ 803.654751] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.665734] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.676083] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064972} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.676377] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.677211] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e566a467-c72d-401e-9aff-e37ab6206c15 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.699263] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.702369] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95cbf189-35d2-414e-acdd-c1258115a7cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.724893] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 803.724893] env[70683]: value = "task-3280364" [ 803.724893] env[70683]: _type = "Task" [ 803.724893] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.734609] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.753283] env[70683]: DEBUG nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.873192] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e862e941-05f3-4094-9092-4b27ad3b5c93 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.880768] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f4b17c-5926-413c-8002-2bb20a220dd9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.915037] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c379c9-3901-422a-9ed9-eb8314396451 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.922731] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478b031-b3ae-40ed-a534-261d685d2282 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.937288] env[70683]: DEBUG nova.compute.provider_tree [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.072911] env[70683]: DEBUG nova.network.neutron [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Successfully created port: cf92c9f4-20d5-451d-9061-98d4bf039dbc {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.165721] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280363, 'name': CreateSnapshot_Task, 'duration_secs': 0.440848} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.165721] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.166373] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79df20a0-3b00-4335-99e9-bb2f74356ce0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.234754] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280364, 'name': ReconfigVM_Task, 'duration_secs': 0.278487} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.235104] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.235836] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a751491f-e074-47b9-92f1-c0831cd040cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.242239] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 804.242239] env[70683]: value = "task-3280365" [ 804.242239] env[70683]: _type = "Task" [ 804.242239] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.250939] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280365, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.440621] env[70683]: DEBUG nova.scheduler.client.report [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.685468] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.689075] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be9aeae6-b3da-4357-b299-f2171b5b75bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.697707] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 804.697707] env[70683]: value = "task-3280366" [ 804.697707] env[70683]: _type = "Task" [ 804.697707] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.706673] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280366, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.752942] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280365, 'name': Rename_Task, 'duration_secs': 0.143162} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.754031] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.754031] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c81c8c8-720f-4cde-9d45-c6a9916ccb96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.759636] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 804.759636] env[70683]: value = "task-3280367" [ 804.759636] env[70683]: _type = "Task" [ 804.759636] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.763417] env[70683]: DEBUG nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.770303] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.786469] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.786815] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.787137] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.787405] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.787559] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.787812] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.788095] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.788301] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.788522] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.788736] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.788993] env[70683]: DEBUG nova.virt.hardware [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.790528] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18af7b9-770d-49c5-9f51-9829014ad63d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.799361] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc368d2a-2a0e-483e-8d6a-afe5e397c8d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.948396] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.950039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.123s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.952398] env[70683]: INFO nova.compute.claims [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.966341] env[70683]: INFO nova.scheduler.client.report [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleted allocations for instance c5a10023-7650-41df-9082-51b0039d2fe2 [ 805.144985] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquiring lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.145367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.145595] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquiring lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.145847] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.146069] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.148212] env[70683]: INFO nova.compute.manager [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Terminating instance [ 805.187340] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.187688] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.208142] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280366, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.270675] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280367, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.475320] env[70683]: DEBUG oslo_concurrency.lockutils [None req-633fdb71-b4f9-4b25-8409-841aa272d461 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "c5a10023-7650-41df-9082-51b0039d2fe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.548s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.652068] env[70683]: DEBUG nova.compute.manager [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.652379] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.653367] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855be51b-88cf-4873-a35b-ae80570091ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.666023] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.666023] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-933e54de-f7c2-46cb-843a-da8aed569a62 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.671479] env[70683]: DEBUG oslo_vmware.api [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 805.671479] env[70683]: value = "task-3280368" [ 805.671479] env[70683]: _type = "Task" [ 805.671479] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.680227] env[70683]: DEBUG oslo_vmware.api [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.708554] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280366, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.773687] env[70683]: DEBUG oslo_vmware.api [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280367, 'name': PowerOnVM_Task, 'duration_secs': 0.595393} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.773687] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.773687] env[70683]: INFO nova.compute.manager [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Took 5.83 seconds to spawn the instance on the hypervisor. [ 805.773687] env[70683]: DEBUG nova.compute.manager [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.774034] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e760284-b8d1-423d-b5d2-1c5e46561dea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.955940] env[70683]: DEBUG nova.compute.manager [req-559fd58c-ea8a-421f-a678-34865d7a2469 req-05835cf0-14fa-4fde-a6c2-4e9034ab7a36 service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Received event network-vif-plugged-cf92c9f4-20d5-451d-9061-98d4bf039dbc {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.955940] env[70683]: DEBUG oslo_concurrency.lockutils [req-559fd58c-ea8a-421f-a678-34865d7a2469 req-05835cf0-14fa-4fde-a6c2-4e9034ab7a36 service nova] Acquiring lock "3e334599-ed45-4671-81db-2ba06ee6002c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.955940] env[70683]: DEBUG oslo_concurrency.lockutils [req-559fd58c-ea8a-421f-a678-34865d7a2469 req-05835cf0-14fa-4fde-a6c2-4e9034ab7a36 service nova] Lock "3e334599-ed45-4671-81db-2ba06ee6002c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.955940] env[70683]: DEBUG oslo_concurrency.lockutils [req-559fd58c-ea8a-421f-a678-34865d7a2469 req-05835cf0-14fa-4fde-a6c2-4e9034ab7a36 service nova] Lock "3e334599-ed45-4671-81db-2ba06ee6002c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.955940] env[70683]: DEBUG nova.compute.manager [req-559fd58c-ea8a-421f-a678-34865d7a2469 req-05835cf0-14fa-4fde-a6c2-4e9034ab7a36 service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] No waiting events found dispatching network-vif-plugged-cf92c9f4-20d5-451d-9061-98d4bf039dbc {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.955940] env[70683]: WARNING nova.compute.manager [req-559fd58c-ea8a-421f-a678-34865d7a2469 req-05835cf0-14fa-4fde-a6c2-4e9034ab7a36 service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Received unexpected event network-vif-plugged-cf92c9f4-20d5-451d-9061-98d4bf039dbc for instance with vm_state building and task_state spawning. [ 806.047936] env[70683]: DEBUG nova.network.neutron [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Successfully updated port: cf92c9f4-20d5-451d-9061-98d4bf039dbc {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.179345] env[70683]: DEBUG oslo_vmware.api [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280368, 'name': PowerOffVM_Task, 'duration_secs': 0.29605} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.181993] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.182193] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.182619] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e895e2bd-772d-4c94-9d97-41fc230bff0b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.210778] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280366, 'name': CloneVM_Task, 'duration_secs': 1.217331} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.210778] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Created linked-clone VM from snapshot [ 806.211788] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b96ce-6d88-470b-b439-f7006767b6b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.220141] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Uploading image 004fe5fe-f965-4344-92dd-25ef4f9f7817 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.247283] env[70683]: DEBUG oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.247283] env[70683]: value = "vm-655132" [ 806.247283] env[70683]: _type = "VirtualMachine" [ 806.247283] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.247594] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14a76e3f-402e-4d2c-abd7-a212780d6997 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.256285] env[70683]: DEBUG oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lease: (returnval){ [ 806.256285] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b9c482-1866-2e90-4050-9e8540a0ece9" [ 806.256285] env[70683]: _type = "HttpNfcLease" [ 806.256285] env[70683]: } obtained for exporting VM: (result){ [ 806.256285] env[70683]: value = "vm-655132" [ 806.256285] env[70683]: _type = "VirtualMachine" [ 806.256285] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.256496] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the lease: (returnval){ [ 806.256496] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b9c482-1866-2e90-4050-9e8540a0ece9" [ 806.256496] env[70683]: _type = "HttpNfcLease" [ 806.256496] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.263017] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.263017] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b9c482-1866-2e90-4050-9e8540a0ece9" [ 806.263017] env[70683]: _type = "HttpNfcLease" [ 806.263017] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.270690] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.270902] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.271091] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Deleting the datastore file [datastore2] 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.271372] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9d0ec60-99ed-4553-bac4-06787cae7c9f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.276970] env[70683]: DEBUG oslo_vmware.api [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for the task: (returnval){ [ 806.276970] env[70683]: value = "task-3280371" [ 806.276970] env[70683]: _type = "Task" [ 806.276970] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.291545] env[70683]: DEBUG oslo_vmware.api [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.295887] env[70683]: INFO nova.compute.manager [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Took 42.08 seconds to build instance. [ 806.509785] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.509785] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.521110] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e141e5ac-8c4b-4e48-ad77-c919fffaf36a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.528420] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be0cb3-8a42-4f97-8464-5d9287fa6a10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.563660] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.563919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.564392] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.564541] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.564696] env[70683]: DEBUG nova.network.neutron [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.566685] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd0bfc1-4a19-4cca-b49d-97f10ee2f115 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.574727] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6daee6e-1236-4d2d-b1b0-9efc9c2d6e79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.588765] env[70683]: DEBUG nova.compute.provider_tree [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.764882] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.764882] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b9c482-1866-2e90-4050-9e8540a0ece9" [ 806.764882] env[70683]: _type = "HttpNfcLease" [ 806.764882] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.765203] env[70683]: DEBUG oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.765203] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b9c482-1866-2e90-4050-9e8540a0ece9" [ 806.765203] env[70683]: _type = "HttpNfcLease" [ 806.765203] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 806.765958] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46125924-9ada-4474-b154-ceba02296036 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.772872] env[70683]: DEBUG oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fd22-e16d-adab-430a-68a62be1de49/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.773068] env[70683]: DEBUG oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fd22-e16d-adab-430a-68a62be1de49/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.831236] env[70683]: DEBUG oslo_concurrency.lockutils [None req-74adf3ca-7002-4ef8-86c7-6adc4a0e3206 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "9231fe98-18d7-43fd-975b-872c393bc825" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.131s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.842437] env[70683]: DEBUG oslo_vmware.api [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.843938] env[70683]: INFO nova.compute.manager [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Rebuilding instance [ 806.871498] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d79220f3-ad8c-4a9e-827e-a2952a6c8bbd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.892893] env[70683]: DEBUG nova.compute.manager [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.893753] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d263c90d-3c24-498b-a431-aa25b0153061 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.092791] env[70683]: DEBUG nova.scheduler.client.report [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.141787] env[70683]: DEBUG nova.network.neutron [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.338650] env[70683]: DEBUG nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.345119] env[70683]: DEBUG oslo_vmware.api [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Task: {'id': task-3280371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577604} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.345686] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.345880] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.346693] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.346693] env[70683]: INFO nova.compute.manager [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Took 1.69 seconds to destroy the instance on the hypervisor. [ 807.346693] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.346693] env[70683]: DEBUG nova.compute.manager [-] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.346915] env[70683]: DEBUG nova.network.neutron [-] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.416092] env[70683]: DEBUG nova.network.neutron [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Updating instance_info_cache with network_info: [{"id": "cf92c9f4-20d5-451d-9061-98d4bf039dbc", "address": "fa:16:3e:0c:06:5f", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf92c9f4-20", "ovs_interfaceid": "cf92c9f4-20d5-451d-9061-98d4bf039dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.600481] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.600481] env[70683]: DEBUG nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.606440] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.879s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.606440] env[70683]: INFO nova.compute.claims [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.692231] env[70683]: DEBUG nova.compute.manager [req-a2c785e3-c21b-49f8-ab94-7d03b1ed901e req-37053f3e-672e-4e61-85c3-bf19b8d1eb65 service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Received event network-vif-deleted-2ea909b4-bf94-41c1-84f4-205b05350d55 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.692554] env[70683]: INFO nova.compute.manager [req-a2c785e3-c21b-49f8-ab94-7d03b1ed901e req-37053f3e-672e-4e61-85c3-bf19b8d1eb65 service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Neutron deleted interface 2ea909b4-bf94-41c1-84f4-205b05350d55; detaching it from the instance and deleting it from the info cache [ 807.692801] env[70683]: DEBUG nova.network.neutron [req-a2c785e3-c21b-49f8-ab94-7d03b1ed901e req-37053f3e-672e-4e61-85c3-bf19b8d1eb65 service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.868018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.911078] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.911631] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d1dac2-1a0e-4dac-850f-82f5a259133d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.918469] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.918844] env[70683]: DEBUG nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Instance network_info: |[{"id": "cf92c9f4-20d5-451d-9061-98d4bf039dbc", "address": "fa:16:3e:0c:06:5f", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf92c9f4-20", "ovs_interfaceid": "cf92c9f4-20d5-451d-9061-98d4bf039dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.919349] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:06:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf92c9f4-20d5-451d-9061-98d4bf039dbc', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.930165] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Creating folder: Project (58f56684c1ce4c7da4addec52e1b3f6d). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.931968] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be26f7dc-46e0-4968-9ce0-0132c9621198 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.934091] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 807.934091] env[70683]: value = "task-3280372" [ 807.934091] env[70683]: _type = "Task" [ 807.934091] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.944307] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.944820] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Created folder: Project (58f56684c1ce4c7da4addec52e1b3f6d) in parent group-v655051. [ 807.945059] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Creating folder: Instances. Parent ref: group-v655133. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.945376] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b48222ed-890b-47e0-bda8-23e7c18e5574 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.953842] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Created folder: Instances in parent group-v655133. [ 807.954194] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.954449] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.954769] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61ed69b9-ee30-49b4-9e4e-21df0a43e82f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.977310] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.977310] env[70683]: value = "task-3280375" [ 807.977310] env[70683]: _type = "Task" [ 807.977310] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.985259] env[70683]: DEBUG nova.compute.manager [req-e57e072d-0caa-42cb-a0ed-4d7bcbee05fc req-2f92db63-09eb-42e4-b970-90aa5cd2d9cb service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Received event network-changed-cf92c9f4-20d5-451d-9061-98d4bf039dbc {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.985486] env[70683]: DEBUG nova.compute.manager [req-e57e072d-0caa-42cb-a0ed-4d7bcbee05fc req-2f92db63-09eb-42e4-b970-90aa5cd2d9cb service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Refreshing instance network info cache due to event network-changed-cf92c9f4-20d5-451d-9061-98d4bf039dbc. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.985864] env[70683]: DEBUG oslo_concurrency.lockutils [req-e57e072d-0caa-42cb-a0ed-4d7bcbee05fc req-2f92db63-09eb-42e4-b970-90aa5cd2d9cb service nova] Acquiring lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.986219] env[70683]: DEBUG oslo_concurrency.lockutils [req-e57e072d-0caa-42cb-a0ed-4d7bcbee05fc req-2f92db63-09eb-42e4-b970-90aa5cd2d9cb service nova] Acquired lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.986394] env[70683]: DEBUG nova.network.neutron [req-e57e072d-0caa-42cb-a0ed-4d7bcbee05fc req-2f92db63-09eb-42e4-b970-90aa5cd2d9cb service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Refreshing network info cache for port cf92c9f4-20d5-451d-9061-98d4bf039dbc {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.993076] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280375, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.118841] env[70683]: DEBUG nova.compute.utils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.119162] env[70683]: DEBUG nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.119909] env[70683]: DEBUG nova.network.neutron [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.122137] env[70683]: DEBUG nova.network.neutron [-] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.195460] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d665dbc-ae0d-4844-8ffb-87fef491a48e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.205273] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2385c46-4d2d-4de7-a818-337dd0fd0041 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.217770] env[70683]: DEBUG nova.policy [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb75b2fc7de43fcb3e16d72114392a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f56684c1ce4c7da4addec52e1b3f6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.242930] env[70683]: DEBUG nova.compute.manager [req-a2c785e3-c21b-49f8-ab94-7d03b1ed901e req-37053f3e-672e-4e61-85c3-bf19b8d1eb65 service nova] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Detach interface failed, port_id=2ea909b4-bf94-41c1-84f4-205b05350d55, reason: Instance 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 808.445640] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280372, 'name': PowerOffVM_Task, 'duration_secs': 0.149794} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.446010] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.446429] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.447632] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e504ec9f-f9e8-4e99-8b45-b42b70af091b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.454770] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.455051] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a19eca80-979f-4b30-90c5-25cfa9adcf64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.478214] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.478214] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.478454] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Deleting the datastore file [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.478818] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4d087e6-79e8-43d5-b010-88743054f724 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.491613] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280375, 'name': CreateVM_Task, 'duration_secs': 0.357249} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.493148] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.493665] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 808.493665] env[70683]: value = "task-3280377" [ 808.493665] env[70683]: _type = "Task" [ 808.493665] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.494570] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.494908] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.495422] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.498798] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3d825d-0e27-4608-ac86-a10ab8c52724 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.507655] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 808.507655] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5216919f-5f26-f5a9-2873-d59eef86bbf8" [ 808.507655] env[70683]: _type = "Task" [ 808.507655] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.512034] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.521742] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5216919f-5f26-f5a9-2873-d59eef86bbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.008057} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.523545] env[70683]: DEBUG nova.network.neutron [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Successfully created port: b1295d66-ebbd-44c3-a6c4-dab7b98e7b01 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.525825] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.526182] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.526496] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.526770] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.527045] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.527436] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ded07c7f-d28f-451b-8ba3-3b871f93ed41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.535196] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.536121] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.536229] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba831cfb-f2e5-4c57-b15f-3b570228e4cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.541181] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 808.541181] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fe2c1f-8b10-a19c-047d-8d2f4a3085e9" [ 808.541181] env[70683]: _type = "Task" [ 808.541181] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.549944] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fe2c1f-8b10-a19c-047d-8d2f4a3085e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.627503] env[70683]: DEBUG nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.630263] env[70683]: INFO nova.compute.manager [-] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Took 1.28 seconds to deallocate network for instance. [ 808.870067] env[70683]: DEBUG nova.network.neutron [req-e57e072d-0caa-42cb-a0ed-4d7bcbee05fc req-2f92db63-09eb-42e4-b970-90aa5cd2d9cb service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Updated VIF entry in instance network info cache for port cf92c9f4-20d5-451d-9061-98d4bf039dbc. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.871161] env[70683]: DEBUG nova.network.neutron [req-e57e072d-0caa-42cb-a0ed-4d7bcbee05fc req-2f92db63-09eb-42e4-b970-90aa5cd2d9cb service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Updating instance_info_cache with network_info: [{"id": "cf92c9f4-20d5-451d-9061-98d4bf039dbc", "address": "fa:16:3e:0c:06:5f", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf92c9f4-20", "ovs_interfaceid": "cf92c9f4-20d5-451d-9061-98d4bf039dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.008026] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107769} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.010814] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.011031] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.011220] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.051747] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fe2c1f-8b10-a19c-047d-8d2f4a3085e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.055487] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf743b5a-5cea-46b4-a20d-3f139c25c625 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.060797] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 809.060797] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d327a3-580e-5518-5810-4dbe39a2112c" [ 809.060797] env[70683]: _type = "Task" [ 809.060797] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.070750] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d327a3-580e-5518-5810-4dbe39a2112c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.143368] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.211447] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f4ddd3-9476-4ac6-8883-ce5d39dd09c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.219458] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605d31e-0472-4151-b857-2438eec05648 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.251171] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440c1854-e6f1-4b9e-8246-6fd311407566 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.259264] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f6a35e-6450-48e4-b8d7-1abc09909881 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.278196] env[70683]: DEBUG nova.compute.provider_tree [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.376030] env[70683]: DEBUG oslo_concurrency.lockutils [req-e57e072d-0caa-42cb-a0ed-4d7bcbee05fc req-2f92db63-09eb-42e4-b970-90aa5cd2d9cb service nova] Releasing lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.572013] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d327a3-580e-5518-5810-4dbe39a2112c, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.572334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.572587] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 3e334599-ed45-4671-81db-2ba06ee6002c/3e334599-ed45-4671-81db-2ba06ee6002c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.572883] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a0c36f1-1764-4e05-bae2-0d141d9bb069 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.581941] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 809.581941] env[70683]: value = "task-3280378" [ 809.581941] env[70683]: _type = "Task" [ 809.581941] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.590614] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.644092] env[70683]: DEBUG nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.668925] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.669250] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.671032] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.671032] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.671032] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.671032] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.671032] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.671032] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.671032] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.671032] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.671552] env[70683]: DEBUG nova.virt.hardware [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.672278] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed69f94f-70a3-42f7-8d0d-c016910bffb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.680785] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307c01d7-734c-445b-aa16-90380f144bc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.781460] env[70683]: DEBUG nova.scheduler.client.report [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.006135] env[70683]: DEBUG nova.compute.manager [req-92e9adde-ef84-4f3d-b128-b36041e3546f req-341a6c3c-b766-4864-8571-34ea5d2d9921 service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Received event network-vif-plugged-b1295d66-ebbd-44c3-a6c4-dab7b98e7b01 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.006135] env[70683]: DEBUG oslo_concurrency.lockutils [req-92e9adde-ef84-4f3d-b128-b36041e3546f req-341a6c3c-b766-4864-8571-34ea5d2d9921 service nova] Acquiring lock "323dd4ff-8238-4ad3-b33c-589985456071-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.006135] env[70683]: DEBUG oslo_concurrency.lockutils [req-92e9adde-ef84-4f3d-b128-b36041e3546f req-341a6c3c-b766-4864-8571-34ea5d2d9921 service nova] Lock "323dd4ff-8238-4ad3-b33c-589985456071-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.006135] env[70683]: DEBUG oslo_concurrency.lockutils [req-92e9adde-ef84-4f3d-b128-b36041e3546f req-341a6c3c-b766-4864-8571-34ea5d2d9921 service nova] Lock "323dd4ff-8238-4ad3-b33c-589985456071-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.007093] env[70683]: DEBUG nova.compute.manager [req-92e9adde-ef84-4f3d-b128-b36041e3546f req-341a6c3c-b766-4864-8571-34ea5d2d9921 service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] No waiting events found dispatching network-vif-plugged-b1295d66-ebbd-44c3-a6c4-dab7b98e7b01 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.007093] env[70683]: WARNING nova.compute.manager [req-92e9adde-ef84-4f3d-b128-b36041e3546f req-341a6c3c-b766-4864-8571-34ea5d2d9921 service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Received unexpected event network-vif-plugged-b1295d66-ebbd-44c3-a6c4-dab7b98e7b01 for instance with vm_state building and task_state spawning. [ 810.061880] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.062267] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.062485] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.062799] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.062999] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.062999] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.063443] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.063637] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.063839] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.064044] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.064303] env[70683]: DEBUG nova.virt.hardware [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.065760] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161a1b50-2d9f-416b-9d28-ed773b4745f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.076755] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b6a98-f090-4a7d-94ef-da5bf31526ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.094199] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.100885] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.104463] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.104909] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f031620c-ca76-4bcb-b19e-fc9fdcb0a8f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.120543] env[70683]: DEBUG nova.network.neutron [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Successfully updated port: b1295d66-ebbd-44c3-a6c4-dab7b98e7b01 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.126227] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481121} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.127031] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 3e334599-ed45-4671-81db-2ba06ee6002c/3e334599-ed45-4671-81db-2ba06ee6002c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.127373] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.127721] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.127721] env[70683]: value = "task-3280379" [ 810.127721] env[70683]: _type = "Task" [ 810.127721] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.128151] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-499ff301-60ef-44a4-b022-f2af92ab15ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.141307] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280379, 'name': CreateVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.142855] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 810.142855] env[70683]: value = "task-3280380" [ 810.142855] env[70683]: _type = "Task" [ 810.142855] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.153410] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.287211] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.287926] env[70683]: DEBUG nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.291334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.019s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.293013] env[70683]: INFO nova.compute.claims [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.629918] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "refresh_cache-323dd4ff-8238-4ad3-b33c-589985456071" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.629918] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "refresh_cache-323dd4ff-8238-4ad3-b33c-589985456071" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.629918] env[70683]: DEBUG nova.network.neutron [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.641352] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280379, 'name': CreateVM_Task, 'duration_secs': 0.301007} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.642455] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.643093] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.643588] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.644067] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.644850] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91aac397-a217-4494-b780-4dd2f13e0dff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.658316] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 810.658316] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c860be-ae26-24f1-5348-0707513d5765" [ 810.658316] env[70683]: _type = "Task" [ 810.658316] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.658585] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103197} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.658942] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.662903] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dfb3d4-a5c6-47bf-b5bc-8fdfdebdcb99 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.671554] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c860be-ae26-24f1-5348-0707513d5765, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.681024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.681271] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.681524] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.681733] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.681920] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.691531] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3e334599-ed45-4671-81db-2ba06ee6002c/3e334599-ed45-4671-81db-2ba06ee6002c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.691815] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-169b13d3-4e71-48a3-b3b3-2e6109bb3b20 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.694213] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f62dcc-5730-4120-9a7b-f1857eca9421 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.713701] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 810.713701] env[70683]: value = "task-3280381" [ 810.713701] env[70683]: _type = "Task" [ 810.713701] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.714879] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.715047] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.718499] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247615f4-905a-4169-8d23-330a6ffbc272 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.724829] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 810.724829] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5291f554-e54e-a269-5fe2-cc57cf75fb64" [ 810.724829] env[70683]: _type = "Task" [ 810.724829] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.728433] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.736708] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5291f554-e54e-a269-5fe2-cc57cf75fb64, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.737540] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b80414-d8dc-483a-92bb-d248ce595ffb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.742664] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 810.742664] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c47a3e-663d-104d-0e76-5776adc22dc2" [ 810.742664] env[70683]: _type = "Task" [ 810.742664] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.750586] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c47a3e-663d-104d-0e76-5776adc22dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.797672] env[70683]: DEBUG nova.compute.utils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.801061] env[70683]: DEBUG nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.801241] env[70683]: DEBUG nova.network.neutron [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.838766] env[70683]: DEBUG nova.policy [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb75b2fc7de43fcb3e16d72114392a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f56684c1ce4c7da4addec52e1b3f6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.088893] env[70683]: DEBUG nova.network.neutron [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Successfully created port: 1339d391-8b86-4532-9e34-7a22862f0fdf {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.186599] env[70683]: DEBUG nova.network.neutron [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.228205] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.254189] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c47a3e-663d-104d-0e76-5776adc22dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.008721} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.254437] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.254697] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.254968] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15ca4661-e9ce-46c4-bb76-157b43e9e436 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.262255] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 811.262255] env[70683]: value = "task-3280382" [ 811.262255] env[70683]: _type = "Task" [ 811.262255] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.270529] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.302295] env[70683]: DEBUG nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.345730] env[70683]: DEBUG nova.network.neutron [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Updating instance_info_cache with network_info: [{"id": "b1295d66-ebbd-44c3-a6c4-dab7b98e7b01", "address": "fa:16:3e:80:71:3d", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1295d66-eb", "ovs_interfaceid": "b1295d66-ebbd-44c3-a6c4-dab7b98e7b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.729506] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.773133] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.848931] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "refresh_cache-323dd4ff-8238-4ad3-b33c-589985456071" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.849218] env[70683]: DEBUG nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Instance network_info: |[{"id": "b1295d66-ebbd-44c3-a6c4-dab7b98e7b01", "address": "fa:16:3e:80:71:3d", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1295d66-eb", "ovs_interfaceid": "b1295d66-ebbd-44c3-a6c4-dab7b98e7b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.849691] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:71:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1295d66-ebbd-44c3-a6c4-dab7b98e7b01', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.858160] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.861414] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.861970] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1bad7d3-a8dc-4504-b0b7-88c4b0ee3350 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.886573] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.886573] env[70683]: value = "task-3280383" [ 811.886573] env[70683]: _type = "Task" [ 811.886573] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.892863] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343197e5-f08e-4db8-b3a6-22d5d853f547 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.898826] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280383, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.903074] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c5ffa-9079-4aaf-9656-dbc839f1e67a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.934887] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5143820a-a9f8-4c86-ae68-9fb034495e47 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.942491] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978310f1-e2fa-497b-8014-d0096495dfbc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.957797] env[70683]: DEBUG nova.compute.provider_tree [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.058722] env[70683]: DEBUG nova.compute.manager [req-e9b7da23-db94-4cfa-845c-0f3b8b566dc7 req-8f09d9a7-2312-476c-83f7-21aa9eb4b725 service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Received event network-changed-b1295d66-ebbd-44c3-a6c4-dab7b98e7b01 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.058929] env[70683]: DEBUG nova.compute.manager [req-e9b7da23-db94-4cfa-845c-0f3b8b566dc7 req-8f09d9a7-2312-476c-83f7-21aa9eb4b725 service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Refreshing instance network info cache due to event network-changed-b1295d66-ebbd-44c3-a6c4-dab7b98e7b01. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.059942] env[70683]: DEBUG oslo_concurrency.lockutils [req-e9b7da23-db94-4cfa-845c-0f3b8b566dc7 req-8f09d9a7-2312-476c-83f7-21aa9eb4b725 service nova] Acquiring lock "refresh_cache-323dd4ff-8238-4ad3-b33c-589985456071" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.060258] env[70683]: DEBUG oslo_concurrency.lockutils [req-e9b7da23-db94-4cfa-845c-0f3b8b566dc7 req-8f09d9a7-2312-476c-83f7-21aa9eb4b725 service nova] Acquired lock "refresh_cache-323dd4ff-8238-4ad3-b33c-589985456071" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.060531] env[70683]: DEBUG nova.network.neutron [req-e9b7da23-db94-4cfa-845c-0f3b8b566dc7 req-8f09d9a7-2312-476c-83f7-21aa9eb4b725 service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Refreshing network info cache for port b1295d66-ebbd-44c3-a6c4-dab7b98e7b01 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.227498] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280381, 'name': ReconfigVM_Task, 'duration_secs': 1.209135} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.227827] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3e334599-ed45-4671-81db-2ba06ee6002c/3e334599-ed45-4671-81db-2ba06ee6002c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.228890] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb19b4e1-8566-498e-b7d7-f12aeea72e01 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.237256] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 812.237256] env[70683]: value = "task-3280384" [ 812.237256] env[70683]: _type = "Task" [ 812.237256] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.246926] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280384, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.273415] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543461} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.273763] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.274693] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.274693] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6825eff5-8691-4fb2-8acf-bdaa6c6c81ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.281016] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 812.281016] env[70683]: value = "task-3280385" [ 812.281016] env[70683]: _type = "Task" [ 812.281016] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.289249] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.312912] env[70683]: DEBUG nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.336843] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.337152] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.337316] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.337569] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.337726] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.337875] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.338105] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.338269] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.338451] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.338660] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.338870] env[70683]: DEBUG nova.virt.hardware [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.339803] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e149f-a795-4bd3-9fd5-f03c511b637f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.347574] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a5289-223b-411e-96db-55a6114911df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.396115] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280383, 'name': CreateVM_Task, 'duration_secs': 0.480378} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.396303] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.397022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.397228] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.397597] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.397873] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708bec55-a959-4ad7-b0ce-a244984fbd3c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.402421] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 812.402421] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]520ffb18-2cff-74aa-7077-a671a995c233" [ 812.402421] env[70683]: _type = "Task" [ 812.402421] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.412444] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520ffb18-2cff-74aa-7077-a671a995c233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.461061] env[70683]: DEBUG nova.scheduler.client.report [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.583485] env[70683]: DEBUG nova.network.neutron [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Successfully updated port: 1339d391-8b86-4532-9e34-7a22862f0fdf {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.748481] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280384, 'name': Rename_Task, 'duration_secs': 0.145234} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.748481] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.748481] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d424e917-e465-40b3-9a74-2ad8e8a8c389 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.755973] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 812.755973] env[70683]: value = "task-3280386" [ 812.755973] env[70683]: _type = "Task" [ 812.755973] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.766741] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.789987] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123378} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.790210] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.790926] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5185c07-1ef0-484d-8ef0-82ebf67b6a24 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.810823] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.811158] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9fb11d-2e13-4e42-8c9d-3d222a42e957 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.830271] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 812.830271] env[70683]: value = "task-3280387" [ 812.830271] env[70683]: _type = "Task" [ 812.830271] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.839228] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.889776] env[70683]: DEBUG nova.network.neutron [req-e9b7da23-db94-4cfa-845c-0f3b8b566dc7 req-8f09d9a7-2312-476c-83f7-21aa9eb4b725 service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Updated VIF entry in instance network info cache for port b1295d66-ebbd-44c3-a6c4-dab7b98e7b01. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.890684] env[70683]: DEBUG nova.network.neutron [req-e9b7da23-db94-4cfa-845c-0f3b8b566dc7 req-8f09d9a7-2312-476c-83f7-21aa9eb4b725 service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Updating instance_info_cache with network_info: [{"id": "b1295d66-ebbd-44c3-a6c4-dab7b98e7b01", "address": "fa:16:3e:80:71:3d", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1295d66-eb", "ovs_interfaceid": "b1295d66-ebbd-44c3-a6c4-dab7b98e7b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.913394] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520ffb18-2cff-74aa-7077-a671a995c233, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.914819] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.914819] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.914819] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.914819] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.914819] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.915193] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b70d3534-f4ec-4829-bbb3-83380f752f50 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.923373] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.923786] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.924429] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1cd9b14-324d-47d1-9e8f-af0346fa5635 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.930609] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 812.930609] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5239e930-ca3c-0d19-f6fd-f20089ab3a3f" [ 812.930609] env[70683]: _type = "Task" [ 812.930609] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.939831] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5239e930-ca3c-0d19-f6fd-f20089ab3a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.966948] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.967935] env[70683]: DEBUG nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.970273] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.482s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.970514] env[70683]: DEBUG nova.objects.instance [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lazy-loading 'resources' on Instance uuid c90cd3a8-ff60-4efe-bb79-bbb450d7326d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.085997] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "refresh_cache-fb7a867e-cd53-47de-81b8-ecca62a9c82c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.086187] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "refresh_cache-fb7a867e-cd53-47de-81b8-ecca62a9c82c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.086355] env[70683]: DEBUG nova.network.neutron [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.267748] env[70683]: DEBUG oslo_vmware.api [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280386, 'name': PowerOnVM_Task, 'duration_secs': 0.474272} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.267981] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.268222] env[70683]: INFO nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Took 8.50 seconds to spawn the instance on the hypervisor. [ 813.268556] env[70683]: DEBUG nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.269277] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ede0a9-b0eb-4bdd-ae51-d2dae64aa818 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.339801] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280387, 'name': ReconfigVM_Task, 'duration_secs': 0.29547} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.340087] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.340696] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7500ae4b-b7c0-4ada-957c-e87f5a58d396 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.348290] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 813.348290] env[70683]: value = "task-3280388" [ 813.348290] env[70683]: _type = "Task" [ 813.348290] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.357994] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280388, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.393587] env[70683]: DEBUG oslo_concurrency.lockutils [req-e9b7da23-db94-4cfa-845c-0f3b8b566dc7 req-8f09d9a7-2312-476c-83f7-21aa9eb4b725 service nova] Releasing lock "refresh_cache-323dd4ff-8238-4ad3-b33c-589985456071" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.441400] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5239e930-ca3c-0d19-f6fd-f20089ab3a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.442223] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04ad5be-b413-45b4-9a61-dbeaed6fabf1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.448050] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 813.448050] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52846c65-ba83-b766-1ad0-016c82b49612" [ 813.448050] env[70683]: _type = "Task" [ 813.448050] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.456390] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52846c65-ba83-b766-1ad0-016c82b49612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.476891] env[70683]: DEBUG nova.compute.utils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.478639] env[70683]: DEBUG nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.478869] env[70683]: DEBUG nova.network.neutron [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.530468] env[70683]: DEBUG nova.policy [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f009c4a8f9040a48436cd31dcb1d022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43f81eaa8ffe4f3aa4d9d821ab0f70f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.621348] env[70683]: DEBUG nova.network.neutron [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.773130] env[70683]: DEBUG nova.network.neutron [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Updating instance_info_cache with network_info: [{"id": "1339d391-8b86-4532-9e34-7a22862f0fdf", "address": "fa:16:3e:8f:ef:47", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1339d391-8b", "ovs_interfaceid": "1339d391-8b86-4532-9e34-7a22862f0fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.798529] env[70683]: INFO nova.compute.manager [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Took 45.77 seconds to build instance. [ 813.859145] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280388, 'name': Rename_Task, 'duration_secs': 0.193113} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.861969] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.861969] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaea4931-5b7d-4fba-9e27-04fa3ae32d4c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.869025] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 813.869025] env[70683]: value = "task-3280389" [ 813.869025] env[70683]: _type = "Task" [ 813.869025] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.879836] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.959977] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52846c65-ba83-b766-1ad0-016c82b49612, 'name': SearchDatastore_Task, 'duration_secs': 0.015052} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.963045] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.963440] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 323dd4ff-8238-4ad3-b33c-589985456071/323dd4ff-8238-4ad3-b33c-589985456071.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.964255] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cf477bb-9174-4d97-9aa1-9c32dab30903 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.971037] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 813.971037] env[70683]: value = "task-3280390" [ 813.971037] env[70683]: _type = "Task" [ 813.971037] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.985113] env[70683]: DEBUG nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.985113] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.114023] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a659524-5511-406e-a3b0-30188d91f341 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.121961] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa6960f-ff68-4b9e-b424-5659ea2e2dfe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.162851] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4547008-8aca-4cd1-adb0-d616e99df63c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.172770] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774b0845-26ba-498f-80e5-92f9efa99643 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.187389] env[70683]: DEBUG nova.compute.provider_tree [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.255692] env[70683]: DEBUG nova.network.neutron [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Successfully created port: d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.279255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "refresh_cache-fb7a867e-cd53-47de-81b8-ecca62a9c82c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.279584] env[70683]: DEBUG nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Instance network_info: |[{"id": "1339d391-8b86-4532-9e34-7a22862f0fdf", "address": "fa:16:3e:8f:ef:47", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1339d391-8b", "ovs_interfaceid": "1339d391-8b86-4532-9e34-7a22862f0fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.280022] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ef:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1339d391-8b86-4532-9e34-7a22862f0fdf', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.288171] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.288452] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.288737] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8315f367-c5ce-4ab1-9d90-5928eff8edb5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.304773] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f6a2d95-1fbf-4b82-a055-20d331512eb2 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "3e334599-ed45-4671-81db-2ba06ee6002c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.193s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.314362] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.314362] env[70683]: value = "task-3280391" [ 814.314362] env[70683]: _type = "Task" [ 814.314362] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.328796] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280391, 'name': CreateVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.331789] env[70683]: DEBUG nova.compute.manager [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Received event network-vif-plugged-1339d391-8b86-4532-9e34-7a22862f0fdf {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.332133] env[70683]: DEBUG oslo_concurrency.lockutils [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] Acquiring lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.332509] env[70683]: DEBUG oslo_concurrency.lockutils [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] Lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.332800] env[70683]: DEBUG oslo_concurrency.lockutils [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] Lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.332991] env[70683]: DEBUG nova.compute.manager [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] No waiting events found dispatching network-vif-plugged-1339d391-8b86-4532-9e34-7a22862f0fdf {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.333194] env[70683]: WARNING nova.compute.manager [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Received unexpected event network-vif-plugged-1339d391-8b86-4532-9e34-7a22862f0fdf for instance with vm_state building and task_state spawning. [ 814.333362] env[70683]: DEBUG nova.compute.manager [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Received event network-changed-1339d391-8b86-4532-9e34-7a22862f0fdf {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.333521] env[70683]: DEBUG nova.compute.manager [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Refreshing instance network info cache due to event network-changed-1339d391-8b86-4532-9e34-7a22862f0fdf. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.333711] env[70683]: DEBUG oslo_concurrency.lockutils [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] Acquiring lock "refresh_cache-fb7a867e-cd53-47de-81b8-ecca62a9c82c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.333848] env[70683]: DEBUG oslo_concurrency.lockutils [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] Acquired lock "refresh_cache-fb7a867e-cd53-47de-81b8-ecca62a9c82c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.334009] env[70683]: DEBUG nova.network.neutron [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Refreshing network info cache for port 1339d391-8b86-4532-9e34-7a22862f0fdf {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.380377] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.483576] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.679508] env[70683]: DEBUG oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fd22-e16d-adab-430a-68a62be1de49/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.680403] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a536811-9351-47a6-83f9-a3ea29f7505e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.687568] env[70683]: DEBUG oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fd22-e16d-adab-430a-68a62be1de49/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.687739] env[70683]: ERROR oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fd22-e16d-adab-430a-68a62be1de49/disk-0.vmdk due to incomplete transfer. [ 814.687962] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd8239c0-001b-4706-a3ec-e584c7ebdff0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.690113] env[70683]: DEBUG nova.scheduler.client.report [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.700463] env[70683]: DEBUG oslo_vmware.rw_handles [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b2fd22-e16d-adab-430a-68a62be1de49/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 814.700681] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Uploaded image 004fe5fe-f965-4344-92dd-25ef4f9f7817 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 814.702951] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.703217] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aacdc566-4dc5-43c7-a693-b41b4e67358e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.710972] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 814.710972] env[70683]: value = "task-3280392" [ 814.710972] env[70683]: _type = "Task" [ 814.710972] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.719913] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280392, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.807727] env[70683]: DEBUG nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.825675] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280391, 'name': CreateVM_Task, 'duration_secs': 0.457323} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.826273] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.826536] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.826702] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.827030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.827292] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb0750e-5c3b-489c-a37a-58c7d50db044 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.832406] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 814.832406] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e1d80e-6c0f-be81-cd21-2b5a1c9f1e79" [ 814.832406] env[70683]: _type = "Task" [ 814.832406] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.843370] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e1d80e-6c0f-be81-cd21-2b5a1c9f1e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.882214] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280389, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.981509] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643062} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.984139] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 323dd4ff-8238-4ad3-b33c-589985456071/323dd4ff-8238-4ad3-b33c-589985456071.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.984363] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.984612] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82a2faf2-d7e6-4d14-87b3-a6a9d090c1f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.992616] env[70683]: DEBUG nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.994462] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 814.994462] env[70683]: value = "task-3280393" [ 814.994462] env[70683]: _type = "Task" [ 814.994462] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.003290] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.017658] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.017930] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.018110] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.018309] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.018479] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.018642] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.018876] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.019047] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.019236] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.019411] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.019603] env[70683]: DEBUG nova.virt.hardware [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.020477] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121dc7a-44b6-4943-8937-91511acc82f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.030740] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab47e92-8e64-4a6b-84ca-59ac8474bd1a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.057329] env[70683]: DEBUG nova.network.neutron [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Updated VIF entry in instance network info cache for port 1339d391-8b86-4532-9e34-7a22862f0fdf. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.057727] env[70683]: DEBUG nova.network.neutron [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Updating instance_info_cache with network_info: [{"id": "1339d391-8b86-4532-9e34-7a22862f0fdf", "address": "fa:16:3e:8f:ef:47", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1339d391-8b", "ovs_interfaceid": "1339d391-8b86-4532-9e34-7a22862f0fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.195121] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.198044] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.072s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.199621] env[70683]: INFO nova.compute.claims [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.218265] env[70683]: INFO nova.scheduler.client.report [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Deleted allocations for instance c90cd3a8-ff60-4efe-bb79-bbb450d7326d [ 815.229452] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280392, 'name': Destroy_Task, 'duration_secs': 0.352394} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.229452] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Destroyed the VM [ 815.229452] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 815.229452] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed8c0aa5-3ef9-4ea7-a8ca-dd73c2bbfc8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.236052] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 815.236052] env[70683]: value = "task-3280394" [ 815.236052] env[70683]: _type = "Task" [ 815.236052] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.244070] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.327879] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.344462] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e1d80e-6c0f-be81-cd21-2b5a1c9f1e79, 'name': SearchDatastore_Task, 'duration_secs': 0.015462} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.344911] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.345346] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.346461] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.346461] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.346461] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.346461] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0061ae3-e8c6-40e9-8451-231848191697 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.355943] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.356143] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.356862] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ab36ad-436c-4c79-96ab-941bf5dd702c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.361848] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 815.361848] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d95024-48e0-f2dd-a29f-2dd163ec7fce" [ 815.361848] env[70683]: _type = "Task" [ 815.361848] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.371424] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d95024-48e0-f2dd-a29f-2dd163ec7fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.379241] env[70683]: DEBUG oslo_vmware.api [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280389, 'name': PowerOnVM_Task, 'duration_secs': 1.28494} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.379897] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.379897] env[70683]: DEBUG nova.compute.manager [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.381139] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6833414-05df-4621-847d-326e040770ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.504058] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063732} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.504344] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.505136] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e5505-f52f-4dc5-8bac-e5daf7d3cb12 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.530277] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 323dd4ff-8238-4ad3-b33c-589985456071/323dd4ff-8238-4ad3-b33c-589985456071.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.530277] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317d73d5-e14f-4eee-9d5f-dee025b0a94c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.548451] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 815.548451] env[70683]: value = "task-3280395" [ 815.548451] env[70683]: _type = "Task" [ 815.548451] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.557375] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.560343] env[70683]: DEBUG oslo_concurrency.lockutils [req-c278b901-67e1-4600-a397-30a2744964d3 req-b607196e-e15e-4d9e-a269-228b1b19d0fa service nova] Releasing lock "refresh_cache-fb7a867e-cd53-47de-81b8-ecca62a9c82c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.725439] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e543bcd4-42be-4c64-b649-a3817e9b0e97 tempest-ServerAddressesTestJSON-1449420002 tempest-ServerAddressesTestJSON-1449420002-project-member] Lock "c90cd3a8-ff60-4efe-bb79-bbb450d7326d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.404s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.746874] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280394, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.875390] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d95024-48e0-f2dd-a29f-2dd163ec7fce, 'name': SearchDatastore_Task, 'duration_secs': 0.025504} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.876296] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbdd33e-88dd-4b10-9bda-fa72b72766e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.882090] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 815.882090] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521b860f-6d97-6361-8710-b7585a75d88d" [ 815.882090] env[70683]: _type = "Task" [ 815.882090] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.893855] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521b860f-6d97-6361-8710-b7585a75d88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.898836] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.058534] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280395, 'name': ReconfigVM_Task, 'duration_secs': 0.345959} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.058945] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 323dd4ff-8238-4ad3-b33c-589985456071/323dd4ff-8238-4ad3-b33c-589985456071.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.059583] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4e8db11-401e-4019-b6ea-2fc58a319d1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.066233] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 816.066233] env[70683]: value = "task-3280396" [ 816.066233] env[70683]: _type = "Task" [ 816.066233] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.078023] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280396, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.109113] env[70683]: DEBUG nova.network.neutron [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Successfully updated port: d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.251181] env[70683]: DEBUG oslo_vmware.api [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280394, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558732} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.251374] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 816.251600] env[70683]: INFO nova.compute.manager [None req-6e6ba063-68f1-4b78-82ee-39ed2669699f tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Took 13.14 seconds to snapshot the instance on the hypervisor. [ 816.267520] env[70683]: DEBUG nova.compute.manager [req-3fa319da-1334-4e1e-9e28-0f65d4e2d42c req-52e31b19-38d2-4230-82ec-676f00f1172e service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Received event network-vif-plugged-d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.268828] env[70683]: DEBUG oslo_concurrency.lockutils [req-3fa319da-1334-4e1e-9e28-0f65d4e2d42c req-52e31b19-38d2-4230-82ec-676f00f1172e service nova] Acquiring lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.268828] env[70683]: DEBUG oslo_concurrency.lockutils [req-3fa319da-1334-4e1e-9e28-0f65d4e2d42c req-52e31b19-38d2-4230-82ec-676f00f1172e service nova] Lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.268828] env[70683]: DEBUG oslo_concurrency.lockutils [req-3fa319da-1334-4e1e-9e28-0f65d4e2d42c req-52e31b19-38d2-4230-82ec-676f00f1172e service nova] Lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.268828] env[70683]: DEBUG nova.compute.manager [req-3fa319da-1334-4e1e-9e28-0f65d4e2d42c req-52e31b19-38d2-4230-82ec-676f00f1172e service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] No waiting events found dispatching network-vif-plugged-d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.268828] env[70683]: WARNING nova.compute.manager [req-3fa319da-1334-4e1e-9e28-0f65d4e2d42c req-52e31b19-38d2-4230-82ec-676f00f1172e service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Received unexpected event network-vif-plugged-d5919327-fe49-4a8b-940c-dbba800cc0f7 for instance with vm_state building and task_state spawning. [ 816.392605] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521b860f-6d97-6361-8710-b7585a75d88d, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.392872] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.393076] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] fb7a867e-cd53-47de-81b8-ecca62a9c82c/fb7a867e-cd53-47de-81b8-ecca62a9c82c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.393347] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f9ddb2-9b3d-46a7-9bf5-bbe02f9559bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.407174] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 816.407174] env[70683]: value = "task-3280397" [ 816.407174] env[70683]: _type = "Task" [ 816.407174] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.417857] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.581954] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280396, 'name': Rename_Task, 'duration_secs': 0.14821} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.586087] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.586994] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b11132ef-a3e5-429e-96e0-54897bbd5ef5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.595376] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 816.595376] env[70683]: value = "task-3280398" [ 816.595376] env[70683]: _type = "Task" [ 816.595376] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.614925] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquiring lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.615300] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquired lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.615780] env[70683]: DEBUG nova.network.neutron [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.617774] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.634468] env[70683]: INFO nova.compute.manager [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Rebuilding instance [ 816.712546] env[70683]: DEBUG nova.compute.manager [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.713644] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc573d2a-7d1e-4949-9652-0a0124e91811 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.921457] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280397, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.964197] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85559fca-e7ce-4a77-beaa-ebd5f1ea3fd9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.974476] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013939aa-3a04-4915-8717-67a5dec265f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.017258] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633d3065-ca6c-4a0e-b3b2-cb7cf2a80d64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.026473] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc61f09e-9d55-4dad-a5b7-6ced2f86ad5c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.044094] env[70683]: DEBUG nova.compute.provider_tree [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.107425] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.201431] env[70683]: DEBUG nova.network.neutron [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.419710] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821796} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.420048] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] fb7a867e-cd53-47de-81b8-ecca62a9c82c/fb7a867e-cd53-47de-81b8-ecca62a9c82c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.420280] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.420550] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94f2243a-f317-43a1-a678-2cfa2a2cae94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.430084] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 817.430084] env[70683]: value = "task-3280399" [ 817.430084] env[70683]: _type = "Task" [ 817.430084] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.432312] env[70683]: DEBUG nova.network.neutron [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Updating instance_info_cache with network_info: [{"id": "d5919327-fe49-4a8b-940c-dbba800cc0f7", "address": "fa:16:3e:95:c4:c1", "network": {"id": "91a2e723-b2eb-49d4-99ac-9a853296d2da", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-975672311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f81eaa8ffe4f3aa4d9d821ab0f70f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5919327-fe", "ovs_interfaceid": "d5919327-fe49-4a8b-940c-dbba800cc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.439123] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.547812] env[70683]: DEBUG nova.scheduler.client.report [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.608811] env[70683]: DEBUG oslo_vmware.api [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280398, 'name': PowerOnVM_Task, 'duration_secs': 0.935477} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.609223] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.609517] env[70683]: INFO nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Took 7.96 seconds to spawn the instance on the hypervisor. [ 817.609812] env[70683]: DEBUG nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.610965] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b7467a-1b24-4269-a020-7faf3525dc63 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.731046] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.732483] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318dae01-ef83-418b-8225-8f20f22671f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.739814] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 817.739814] env[70683]: value = "task-3280400" [ 817.739814] env[70683]: _type = "Task" [ 817.739814] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.749463] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.937596] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Releasing lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.937997] env[70683]: DEBUG nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Instance network_info: |[{"id": "d5919327-fe49-4a8b-940c-dbba800cc0f7", "address": "fa:16:3e:95:c4:c1", "network": {"id": "91a2e723-b2eb-49d4-99ac-9a853296d2da", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-975672311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f81eaa8ffe4f3aa4d9d821ab0f70f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5919327-fe", "ovs_interfaceid": "d5919327-fe49-4a8b-940c-dbba800cc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.938343] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187632} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.939068] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:c4:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5919327-fe49-4a8b-940c-dbba800cc0f7', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.947418] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Creating folder: Project (43f81eaa8ffe4f3aa4d9d821ab0f70f3). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.947818] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.948129] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1faa5f65-5459-4ca5-8ada-541f996fbb08 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.950799] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25126ba-2919-42c6-b021-df51a03081c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.975482] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] fb7a867e-cd53-47de-81b8-ecca62a9c82c/fb7a867e-cd53-47de-81b8-ecca62a9c82c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.976944] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300b2d5b-7599-486a-9c93-e873fdde79e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.992926] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Created folder: Project (43f81eaa8ffe4f3aa4d9d821ab0f70f3) in parent group-v655051. [ 817.993146] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Creating folder: Instances. Parent ref: group-v655139. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.993403] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c92e7b8-9968-4a43-b20d-8467f100f2c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.000742] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 818.000742] env[70683]: value = "task-3280402" [ 818.000742] env[70683]: _type = "Task" [ 818.000742] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.009222] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.013573] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Created folder: Instances in parent group-v655139. [ 818.014122] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.014122] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.014303] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c97542f-8805-4f41-8a45-fcba696a2e85 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.035421] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.035421] env[70683]: value = "task-3280404" [ 818.035421] env[70683]: _type = "Task" [ 818.035421] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.045163] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280404, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.054033] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.054033] env[70683]: DEBUG nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.057257] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.586s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.059155] env[70683]: INFO nova.compute.claims [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.133436] env[70683]: INFO nova.compute.manager [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Took 47.34 seconds to build instance. [ 818.251964] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280400, 'name': PowerOffVM_Task, 'duration_secs': 0.216947} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.252331] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.252617] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.253433] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d064f-95c2-4aee-b78b-38a89d0c483c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.262531] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.262531] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a34ff4a3-af81-40b6-b895-69a3ccc0a6f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.288608] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.288858] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.289055] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Deleting the datastore file [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.289323] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c51f4009-02e2-4098-92ff-97a87b7903a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.296069] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 818.296069] env[70683]: value = "task-3280406" [ 818.296069] env[70683]: _type = "Task" [ 818.296069] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.304210] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.357986] env[70683]: DEBUG nova.compute.manager [req-1741c15a-71f8-447b-93d7-49fd177ddd9c req-2c8902a1-aba4-4f8b-a487-f3c890a9fa22 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Received event network-changed-d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.358240] env[70683]: DEBUG nova.compute.manager [req-1741c15a-71f8-447b-93d7-49fd177ddd9c req-2c8902a1-aba4-4f8b-a487-f3c890a9fa22 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Refreshing instance network info cache due to event network-changed-d5919327-fe49-4a8b-940c-dbba800cc0f7. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.358406] env[70683]: DEBUG oslo_concurrency.lockutils [req-1741c15a-71f8-447b-93d7-49fd177ddd9c req-2c8902a1-aba4-4f8b-a487-f3c890a9fa22 service nova] Acquiring lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.358580] env[70683]: DEBUG oslo_concurrency.lockutils [req-1741c15a-71f8-447b-93d7-49fd177ddd9c req-2c8902a1-aba4-4f8b-a487-f3c890a9fa22 service nova] Acquired lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.358752] env[70683]: DEBUG nova.network.neutron [req-1741c15a-71f8-447b-93d7-49fd177ddd9c req-2c8902a1-aba4-4f8b-a487-f3c890a9fa22 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Refreshing network info cache for port d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.510556] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280402, 'name': ReconfigVM_Task, 'duration_secs': 0.456644} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.510883] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] fb7a867e-cd53-47de-81b8-ecca62a9c82c/fb7a867e-cd53-47de-81b8-ecca62a9c82c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.511513] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-321438e1-e4e8-463d-80c1-20d57e07f3df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.519044] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 818.519044] env[70683]: value = "task-3280407" [ 818.519044] env[70683]: _type = "Task" [ 818.519044] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.526972] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280407, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.545050] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280404, 'name': CreateVM_Task, 'duration_secs': 0.411853} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.545247] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.546016] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.546220] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.546569] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.546852] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4d443c-ebb0-43af-8fd3-6dfcd0018114 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.551301] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 818.551301] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5238584c-35e4-090c-59b3-82e5741f7457" [ 818.551301] env[70683]: _type = "Task" [ 818.551301] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.560760] env[70683]: DEBUG nova.compute.utils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.562399] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5238584c-35e4-090c-59b3-82e5741f7457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.562615] env[70683]: DEBUG nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.562741] env[70683]: DEBUG nova.network.neutron [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.628656] env[70683]: DEBUG nova.policy [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3fce565b2024426acf0c97dba084529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '245edbf4ddaf40a893150f19e3831882', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.636344] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7a82081b-85f5-479f-81d1-57e9f421b93c tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "323dd4ff-8238-4ad3-b33c-589985456071" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.804s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.644209] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "79e26b03-2c71-4204-8e9e-218a1cef1022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.644520] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "79e26b03-2c71-4204-8e9e-218a1cef1022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.806141] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2953} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.806572] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.806902] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.807202] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.029090] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280407, 'name': Rename_Task, 'duration_secs': 0.149936} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.029360] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.029602] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bc5238c-e0d6-4f63-8933-086a5274d2a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.036140] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 819.036140] env[70683]: value = "task-3280408" [ 819.036140] env[70683]: _type = "Task" [ 819.036140] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.043984] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.062093] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5238584c-35e4-090c-59b3-82e5741f7457, 'name': SearchDatastore_Task, 'duration_secs': 0.023283} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.062353] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.062627] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.062812] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.062956] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.063151] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.063443] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd05169-0bea-49d3-aaa1-59ae300ff2f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.065792] env[70683]: DEBUG nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.079948] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.079948] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.080706] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b2ecfe-6a55-4ee0-a79d-2f4f5f967bcf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.085200] env[70683]: DEBUG nova.network.neutron [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Successfully created port: 6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.090557] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 819.090557] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529b5d8f-71d4-4ce9-2bc1-597695fa484d" [ 819.090557] env[70683]: _type = "Task" [ 819.090557] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.098915] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529b5d8f-71d4-4ce9-2bc1-597695fa484d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.099749] env[70683]: DEBUG nova.network.neutron [req-1741c15a-71f8-447b-93d7-49fd177ddd9c req-2c8902a1-aba4-4f8b-a487-f3c890a9fa22 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Updated VIF entry in instance network info cache for port d5919327-fe49-4a8b-940c-dbba800cc0f7. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.100103] env[70683]: DEBUG nova.network.neutron [req-1741c15a-71f8-447b-93d7-49fd177ddd9c req-2c8902a1-aba4-4f8b-a487-f3c890a9fa22 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Updating instance_info_cache with network_info: [{"id": "d5919327-fe49-4a8b-940c-dbba800cc0f7", "address": "fa:16:3e:95:c4:c1", "network": {"id": "91a2e723-b2eb-49d4-99ac-9a853296d2da", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-975672311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f81eaa8ffe4f3aa4d9d821ab0f70f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5919327-fe", "ovs_interfaceid": "d5919327-fe49-4a8b-940c-dbba800cc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.142269] env[70683]: DEBUG nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.546903] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280408, 'name': PowerOnVM_Task} progress is 92%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.573772] env[70683]: INFO nova.virt.block_device [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Booting with volume 78169fd3-dd33-4745-ace6-a3d3e055e356 at /dev/sda [ 819.605514] env[70683]: DEBUG oslo_concurrency.lockutils [req-1741c15a-71f8-447b-93d7-49fd177ddd9c req-2c8902a1-aba4-4f8b-a487-f3c890a9fa22 service nova] Releasing lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.605960] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529b5d8f-71d4-4ce9-2bc1-597695fa484d, 'name': SearchDatastore_Task, 'duration_secs': 0.030366} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.606884] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb6b00e-07fc-4001-9b11-414e5209eb0e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.612795] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 819.612795] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b1347-0269-45cd-a80c-eb6f44408ced" [ 819.612795] env[70683]: _type = "Task" [ 819.612795] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.624176] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b1347-0269-45cd-a80c-eb6f44408ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.630232] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c7b54b4-e461-44e3-a216-02b9702bbc20 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.638160] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752af6f4-5b2c-4f94-8c3e-4d23a8e42314 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.674691] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.674959] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.675185] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.675372] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.675597] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.680556] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.681045] env[70683]: INFO nova.compute.manager [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Terminating instance [ 819.682365] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13033c3e-da0e-450a-b43f-a76b8694a7c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.692201] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae2851-3873-47ee-bbeb-7485d02285d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.735733] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0435d164-e813-4028-9c02-a5ecba2c897a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.742250] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de63436-31f8-477e-a6a2-ec013b849b1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.745858] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200a49bc-ad76-4568-85ab-30a989902662 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.754604] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83afdc2e-1b4f-4d3c-a745-9de4576f8120 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.761413] env[70683]: DEBUG nova.virt.block_device [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Updating existing volume attachment record: b09b0c78-bebe-4bf7-948b-524ccd786f24 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 819.790285] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc8b288-c982-4053-979f-1f5c71f15d28 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.800865] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156172b8-9fcd-449b-9f74-2e74cc89a31c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.814089] env[70683]: DEBUG nova.compute.provider_tree [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.839699] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.839965] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.840144] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.840325] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.840470] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.840617] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.840823] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.840983] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.841165] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.841330] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.841511] env[70683]: DEBUG nova.virt.hardware [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.845057] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea60d5fb-8d0d-4c15-a1e7-bcd7dc039321 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.850352] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1559179-41c7-4809-8958-92b573ee7297 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.864051] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.869642] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.869901] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.870129] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725927d5-cbf1-4c2c-a4de-38406621c29e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.888398] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.888398] env[70683]: value = "task-3280409" [ 819.888398] env[70683]: _type = "Task" [ 819.888398] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.896451] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280409, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.049697] env[70683]: DEBUG oslo_vmware.api [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280408, 'name': PowerOnVM_Task, 'duration_secs': 0.571708} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.049986] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.050325] env[70683]: INFO nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Took 7.74 seconds to spawn the instance on the hypervisor. [ 820.050578] env[70683]: DEBUG nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.051374] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81846869-33bf-441c-8d2e-ac0478775754 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.125352] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b1347-0269-45cd-a80c-eb6f44408ced, 'name': SearchDatastore_Task, 'duration_secs': 0.023295} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.125680] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.125928] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 2c36922b-ddcf-4e9f-bf35-f5aaf7400329/2c36922b-ddcf-4e9f-bf35-f5aaf7400329.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.126212] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59342390-5474-44b7-982d-f63aa9c017fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.134317] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 820.134317] env[70683]: value = "task-3280410" [ 820.134317] env[70683]: _type = "Task" [ 820.134317] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.143518] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.191020] env[70683]: DEBUG nova.compute.manager [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.191020] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.191020] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f6f5f9-d45b-4e17-ba39-d8c29ecd7245 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.198694] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.199208] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d86aadb-e22f-4913-a189-9428c8158308 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.206672] env[70683]: DEBUG oslo_vmware.api [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 820.206672] env[70683]: value = "task-3280411" [ 820.206672] env[70683]: _type = "Task" [ 820.206672] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.215903] env[70683]: DEBUG oslo_vmware.api [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.317777] env[70683]: DEBUG nova.scheduler.client.report [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.400353] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280409, 'name': CreateVM_Task, 'duration_secs': 0.291274} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.400463] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.400963] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.401216] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.401638] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.402324] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05d7a01-a060-4598-984a-bb66ad8f697d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.407728] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 820.407728] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd8855-7827-49a3-485a-90b36b9e7635" [ 820.407728] env[70683]: _type = "Task" [ 820.407728] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.416472] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd8855-7827-49a3-485a-90b36b9e7635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.572317] env[70683]: INFO nova.compute.manager [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Took 46.88 seconds to build instance. [ 820.645386] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280410, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.717379] env[70683]: DEBUG oslo_vmware.api [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280411, 'name': PowerOffVM_Task, 'duration_secs': 0.324282} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.717775] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.717951] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.718405] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e93925-f50a-4108-8e69-4e533d1ea85f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.824971] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.825431] env[70683]: DEBUG nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.829226] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.261s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.829414] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.829573] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 820.830146] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.056s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.830221] env[70683]: DEBUG nova.objects.instance [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lazy-loading 'resources' on Instance uuid 5568be61-b000-400f-b695-beb26c1d52c7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.832144] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b90d15-b5a3-4076-8965-b4d001e03bfd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.840792] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf0ce4c-b14c-479d-8b85-3f854ca7735d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.846973] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.847154] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.847323] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Deleting the datastore file [datastore2] ba456b84-d8d6-4b50-83ce-ff8e53ac25c2 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.847835] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f76e48b-ea7a-47f7-9a44-6d2c13e62629 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.859255] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c56db9-652a-4a60-95cc-441c5230260d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.863134] env[70683]: DEBUG oslo_vmware.api [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 820.863134] env[70683]: value = "task-3280413" [ 820.863134] env[70683]: _type = "Task" [ 820.863134] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.870238] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea556c-e867-435f-9cea-95027aad5e67 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.876477] env[70683]: DEBUG oslo_vmware.api [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.904908] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180240MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 820.904908] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.918966] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd8855-7827-49a3-485a-90b36b9e7635, 'name': SearchDatastore_Task, 'duration_secs': 0.020455} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.919272] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.919515] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.919769] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.919916] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.920108] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.920371] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0795f6a5-f8bf-4586-9d34-5e1cd3faaa74 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.930425] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.930602] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.931305] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13723b8-bae8-4e99-993a-34d1de0b0ac2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.936199] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 820.936199] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523906c5-d0a0-8faf-5160-3933cc46a159" [ 820.936199] env[70683]: _type = "Task" [ 820.936199] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.943868] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523906c5-d0a0-8faf-5160-3933cc46a159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.039022] env[70683]: DEBUG nova.network.neutron [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Successfully updated port: 6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.074596] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1a55122f-7248-4588-8af6-e7a790d1cdbe tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.484s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.096014] env[70683]: DEBUG nova.compute.manager [req-11c48e49-465e-48ba-a5da-7ca594c0d85a req-64f0d9f1-1bd4-4e86-8d6e-a3fd4000be27 service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Received event network-vif-plugged-6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.096014] env[70683]: DEBUG oslo_concurrency.lockutils [req-11c48e49-465e-48ba-a5da-7ca594c0d85a req-64f0d9f1-1bd4-4e86-8d6e-a3fd4000be27 service nova] Acquiring lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.096014] env[70683]: DEBUG oslo_concurrency.lockutils [req-11c48e49-465e-48ba-a5da-7ca594c0d85a req-64f0d9f1-1bd4-4e86-8d6e-a3fd4000be27 service nova] Lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.096014] env[70683]: DEBUG oslo_concurrency.lockutils [req-11c48e49-465e-48ba-a5da-7ca594c0d85a req-64f0d9f1-1bd4-4e86-8d6e-a3fd4000be27 service nova] Lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.096014] env[70683]: DEBUG nova.compute.manager [req-11c48e49-465e-48ba-a5da-7ca594c0d85a req-64f0d9f1-1bd4-4e86-8d6e-a3fd4000be27 service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] No waiting events found dispatching network-vif-plugged-6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.096014] env[70683]: WARNING nova.compute.manager [req-11c48e49-465e-48ba-a5da-7ca594c0d85a req-64f0d9f1-1bd4-4e86-8d6e-a3fd4000be27 service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Received unexpected event network-vif-plugged-6001112e-0032-4ea1-8282-dee7b469070d for instance with vm_state building and task_state block_device_mapping. [ 821.145389] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541649} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.148023] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 2c36922b-ddcf-4e9f-bf35-f5aaf7400329/2c36922b-ddcf-4e9f-bf35-f5aaf7400329.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.148023] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.148023] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd1405b9-dcc7-42fe-94a7-25899888453d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.153205] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 821.153205] env[70683]: value = "task-3280414" [ 821.153205] env[70683]: _type = "Task" [ 821.153205] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.163355] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.334142] env[70683]: DEBUG nova.compute.utils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.336368] env[70683]: DEBUG nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.336368] env[70683]: DEBUG nova.network.neutron [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.376362] env[70683]: DEBUG oslo_vmware.api [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.420031] env[70683]: DEBUG nova.policy [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d968ae0164f48c999c2c466be7fe013', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cda2481dfe143cab0034376b537fc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.449893] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523906c5-d0a0-8faf-5160-3933cc46a159, 'name': SearchDatastore_Task, 'duration_secs': 0.046508} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.453605] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3925cf77-eeeb-40d6-8ced-e10cfb241f8e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.460032] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 821.460032] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52625f2d-f76f-5aa8-e90e-bee8abec5ca8" [ 821.460032] env[70683]: _type = "Task" [ 821.460032] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.470574] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52625f2d-f76f-5aa8-e90e-bee8abec5ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.544555] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Acquiring lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.544555] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Acquired lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.544555] env[70683]: DEBUG nova.network.neutron [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.579186] env[70683]: DEBUG nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.673026] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080498} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.673026] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.673026] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b4ae73-8a12-4453-a34c-c0687cfa88ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.697850] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 2c36922b-ddcf-4e9f-bf35-f5aaf7400329/2c36922b-ddcf-4e9f-bf35-f5aaf7400329.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.701800] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20024cda-77ff-4a04-ac43-50b8e9861116 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.726179] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 821.726179] env[70683]: value = "task-3280415" [ 821.726179] env[70683]: _type = "Task" [ 821.726179] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.735998] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.842621] env[70683]: DEBUG nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.863640] env[70683]: DEBUG nova.network.neutron [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Successfully created port: ce87ba97-cfa3-4309-b1cc-370121b4d754 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.879243] env[70683]: DEBUG oslo_vmware.api [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.624673} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.879558] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.880062] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.880062] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.880878] env[70683]: INFO nova.compute.manager [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Took 1.69 seconds to destroy the instance on the hypervisor. [ 821.881055] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.881295] env[70683]: DEBUG nova.compute.manager [-] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.881377] env[70683]: DEBUG nova.network.neutron [-] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.972903] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52625f2d-f76f-5aa8-e90e-bee8abec5ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.027911} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.973014] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.973462] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.973590] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-291987ba-9c5d-409a-a3e6-7760658274b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.980610] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 821.980610] env[70683]: value = "task-3280416" [ 821.980610] env[70683]: _type = "Task" [ 821.980610] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.988518] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.990248] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7326e1-b86a-4430-8c01-dab94a950ea6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.996732] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5577522-f26d-4109-bb1d-18bad081c6be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.000984] env[70683]: DEBUG nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.001610] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.001829] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.001996] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.002194] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.002341] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.002488] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.002690] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.002850] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.003059] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.003185] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.003358] env[70683]: DEBUG nova.virt.hardware [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.004144] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab94f5f2-6fdf-4251-bb83-e088aee5075d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.040199] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6decd8-77b8-45b2-b3fa-a35563947160 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.050920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245219d3-7c7c-40cb-85b9-ade2d9d717ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.069555] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8b954-d8f7-41b4-9613-34574ee1a682 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.087472] env[70683]: DEBUG nova.compute.provider_tree [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.114506] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.139481] env[70683]: DEBUG nova.network.neutron [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.236833] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280415, 'name': ReconfigVM_Task, 'duration_secs': 0.485892} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.237152] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 2c36922b-ddcf-4e9f-bf35-f5aaf7400329/2c36922b-ddcf-4e9f-bf35-f5aaf7400329.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.237972] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf76cb23-5f3b-45bb-9204-3168c544b674 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.247819] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 822.247819] env[70683]: value = "task-3280417" [ 822.247819] env[70683]: _type = "Task" [ 822.247819] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.259089] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280417, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.490383] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482238} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.490732] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.490955] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.491225] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b90dd8fd-45a9-4575-80a2-ed8a458a00ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.497583] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 822.497583] env[70683]: value = "task-3280418" [ 822.497583] env[70683]: _type = "Task" [ 822.497583] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.506364] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.592797] env[70683]: DEBUG nova.scheduler.client.report [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.662780] env[70683]: DEBUG nova.network.neutron [-] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.693697] env[70683]: DEBUG nova.network.neutron [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Updating instance_info_cache with network_info: [{"id": "6001112e-0032-4ea1-8282-dee7b469070d", "address": "fa:16:3e:ad:79:22", "network": {"id": "597dc4d8-b6f6-449e-a2f5-dfdd81b68889", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1399521650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "245edbf4ddaf40a893150f19e3831882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6001112e-00", "ovs_interfaceid": "6001112e-0032-4ea1-8282-dee7b469070d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.758812] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280417, 'name': Rename_Task, 'duration_secs': 0.181482} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.758812] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.759048] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5928cdbe-2e16-4173-b898-6967ad4d1b16 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.765884] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 822.765884] env[70683]: value = "task-3280419" [ 822.765884] env[70683]: _type = "Task" [ 822.765884] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.773910] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.835216] env[70683]: DEBUG nova.compute.manager [req-0b64a9cc-24b1-4840-844e-edacd0d5bc0a req-495a77f7-1599-4f25-a978-39737918271f service nova] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Received event network-vif-deleted-8c33bea5-18d1-498a-8c47-6453a59eb1b7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.855037] env[70683]: DEBUG nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.886053] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.886053] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.886053] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.886053] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.886053] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.886053] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.886685] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.886969] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.887292] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.887592] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.887884] env[70683]: DEBUG nova.virt.hardware [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.890022] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59600364-498b-4440-abb9-3660fc839fc4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.897592] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d249c250-861d-46db-8952-14d72936bf14 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.007474] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072809} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.007815] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.008617] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad76bfad-1c79-42f0-b577-69c78c795c08 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.027997] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.028222] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d538356-88a4-4668-aca2-1290d0dabf0a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.049379] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 823.049379] env[70683]: value = "task-3280420" [ 823.049379] env[70683]: _type = "Task" [ 823.049379] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.060778] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.098520] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.100860] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.790s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.102345] env[70683]: INFO nova.compute.claims [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.125042] env[70683]: INFO nova.scheduler.client.report [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Deleted allocations for instance 5568be61-b000-400f-b695-beb26c1d52c7 [ 823.166444] env[70683]: INFO nova.compute.manager [-] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Took 1.28 seconds to deallocate network for instance. [ 823.196268] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Releasing lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.196598] env[70683]: DEBUG nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Instance network_info: |[{"id": "6001112e-0032-4ea1-8282-dee7b469070d", "address": "fa:16:3e:ad:79:22", "network": {"id": "597dc4d8-b6f6-449e-a2f5-dfdd81b68889", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1399521650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "245edbf4ddaf40a893150f19e3831882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6001112e-00", "ovs_interfaceid": "6001112e-0032-4ea1-8282-dee7b469070d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.197349] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:79:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6001112e-0032-4ea1-8282-dee7b469070d', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.205485] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Creating folder: Project (245edbf4ddaf40a893150f19e3831882). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.206318] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f253a1-beff-41c3-96d5-936ce029ad01 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.221114] env[70683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 823.221328] env[70683]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 823.221743] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Folder already exists: Project (245edbf4ddaf40a893150f19e3831882). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 823.221954] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Creating folder: Instances. Parent ref: group-v655086. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.222222] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4286a368-3bb0-4021-adb3-285457c85bd7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.232782] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Created folder: Instances in parent group-v655086. [ 823.233067] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.233271] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.233471] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a040b62-b852-4a26-b1e8-012854bbb06d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.253946] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.253946] env[70683]: value = "task-3280423" [ 823.253946] env[70683]: _type = "Task" [ 823.253946] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.262402] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280423, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.276349] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.451286] env[70683]: DEBUG nova.compute.manager [req-b44a324e-8aba-4d9b-8bb3-031e37e93a23 req-1a929343-0b6e-4b89-b958-251c664962de service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Received event network-changed-6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.451484] env[70683]: DEBUG nova.compute.manager [req-b44a324e-8aba-4d9b-8bb3-031e37e93a23 req-1a929343-0b6e-4b89-b958-251c664962de service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Refreshing instance network info cache due to event network-changed-6001112e-0032-4ea1-8282-dee7b469070d. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.452037] env[70683]: DEBUG oslo_concurrency.lockutils [req-b44a324e-8aba-4d9b-8bb3-031e37e93a23 req-1a929343-0b6e-4b89-b958-251c664962de service nova] Acquiring lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.452037] env[70683]: DEBUG oslo_concurrency.lockutils [req-b44a324e-8aba-4d9b-8bb3-031e37e93a23 req-1a929343-0b6e-4b89-b958-251c664962de service nova] Acquired lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.452116] env[70683]: DEBUG nova.network.neutron [req-b44a324e-8aba-4d9b-8bb3-031e37e93a23 req-1a929343-0b6e-4b89-b958-251c664962de service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Refreshing network info cache for port 6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.559548] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.637706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff503c1a-221d-4135-9b40-346bcf3ad9c4 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.488s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.637706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.804s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.637706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "5568be61-b000-400f-b695-beb26c1d52c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.637706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.637706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.638651] env[70683]: INFO nova.compute.manager [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Terminating instance [ 823.674514] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.764668] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280423, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.785692] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280419, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.060588] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.144167] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.144543] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquired lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.144813] env[70683]: DEBUG nova.network.neutron [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.267943] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280423, 'name': CreateVM_Task, 'duration_secs': 0.68738} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.272127] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.275508] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655094', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'name': 'volume-78169fd3-dd33-4745-ace6-a3d3e055e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dc4b43-f716-4a8f-8ba7-fbb32db1aa13', 'attached_at': '', 'detached_at': '', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'serial': '78169fd3-dd33-4745-ace6-a3d3e055e356'}, 'mount_device': '/dev/sda', 'attachment_id': 'b09b0c78-bebe-4bf7-948b-524ccd786f24', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 824.275508] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Root volume attach. Driver type: vmdk {{(pid=70683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 824.276862] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ebd85c-35f9-4a94-b926-1e85da5f7802 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.282369] env[70683]: DEBUG oslo_vmware.api [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280419, 'name': PowerOnVM_Task, 'duration_secs': 1.172554} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.283275] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.283275] env[70683]: INFO nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Took 9.29 seconds to spawn the instance on the hypervisor. [ 824.283426] env[70683]: DEBUG nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.284385] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce54637b-8367-4685-a64a-fe53ec52282d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.292138] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45877fa-b230-44f1-a17a-9ae342f827e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.312476] env[70683]: DEBUG nova.network.neutron [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Successfully updated port: ce87ba97-cfa3-4309-b1cc-370121b4d754 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.316915] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31b20e-e3a9-42e1-946a-447c2d7660e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.322581] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2e77711a-d846-41c8-9cef-bddb54804c94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.333425] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 824.333425] env[70683]: value = "task-3280424" [ 824.333425] env[70683]: _type = "Task" [ 824.333425] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.344584] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280424, 'name': RelocateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.376056] env[70683]: DEBUG nova.network.neutron [req-b44a324e-8aba-4d9b-8bb3-031e37e93a23 req-1a929343-0b6e-4b89-b958-251c664962de service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Updated VIF entry in instance network info cache for port 6001112e-0032-4ea1-8282-dee7b469070d. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.376368] env[70683]: DEBUG nova.network.neutron [req-b44a324e-8aba-4d9b-8bb3-031e37e93a23 req-1a929343-0b6e-4b89-b958-251c664962de service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Updating instance_info_cache with network_info: [{"id": "6001112e-0032-4ea1-8282-dee7b469070d", "address": "fa:16:3e:ad:79:22", "network": {"id": "597dc4d8-b6f6-449e-a2f5-dfdd81b68889", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1399521650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "245edbf4ddaf40a893150f19e3831882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6001112e-00", "ovs_interfaceid": "6001112e-0032-4ea1-8282-dee7b469070d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.562916] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280420, 'name': ReconfigVM_Task, 'duration_secs': 1.059756} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.563244] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825/9231fe98-18d7-43fd-975b-872c393bc825.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.563930] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f9bd267-44ff-4f87-91b0-714ef8d21c89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.573557] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 824.573557] env[70683]: value = "task-3280425" [ 824.573557] env[70683]: _type = "Task" [ 824.573557] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.585225] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280425, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.639539] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "74fb2529-5bb8-43dc-a360-e25968f02d73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.639975] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.640290] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "74fb2529-5bb8-43dc-a360-e25968f02d73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.640514] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.640743] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.643018] env[70683]: INFO nova.compute.manager [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Terminating instance [ 824.647972] env[70683]: DEBUG nova.compute.utils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Can not refresh info_cache because instance was not found {{(pid=70683) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 824.667292] env[70683]: DEBUG nova.network.neutron [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.802996] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e996de83-444a-4b1c-838c-bd7f0c816bd7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.807010] env[70683]: DEBUG nova.network.neutron [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.816536] env[70683]: INFO nova.compute.manager [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Took 43.57 seconds to build instance. [ 824.817720] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "refresh_cache-11c8e46a-fa8c-4081-b323-a21d6869c91e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.817869] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "refresh_cache-11c8e46a-fa8c-4081-b323-a21d6869c91e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.818018] env[70683]: DEBUG nova.network.neutron [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.831201] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22ac934-de04-4cc1-9056-50c3ed06b74a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.848426] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280424, 'name': RelocateVM_Task} progress is 42%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.879317] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec9313-d8a5-4a6f-b13b-04da5c785a58 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.882446] env[70683]: DEBUG oslo_concurrency.lockutils [req-b44a324e-8aba-4d9b-8bb3-031e37e93a23 req-1a929343-0b6e-4b89-b958-251c664962de service nova] Releasing lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.890893] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4c5cc7-a4c9-4d5c-910b-60b714a415bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.909537] env[70683]: DEBUG nova.compute.provider_tree [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.089494] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280425, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.150195] env[70683]: DEBUG nova.compute.manager [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.150195] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.150195] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae60a4d1-a308-433e-bafe-0bc3d0a1a34c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.162715] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.163361] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da439a3b-659e-46da-904e-8c9a29554457 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.176515] env[70683]: DEBUG oslo_vmware.api [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 825.176515] env[70683]: value = "task-3280426" [ 825.176515] env[70683]: _type = "Task" [ 825.176515] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.188973] env[70683]: DEBUG oslo_vmware.api [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.311277] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Releasing lock "refresh_cache-5568be61-b000-400f-b695-beb26c1d52c7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.311277] env[70683]: DEBUG nova.compute.manager [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.311277] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.312065] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32accba9-4ce1-4bb9-9984-0a61d6a70ff6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.324188] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6d6722-e61e-4b74-b123-479f057ccc57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.339080] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5506abe6-a786-422a-bf68-03e65b3899f0 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.894s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.351706] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280424, 'name': RelocateVM_Task} progress is 54%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.368932] env[70683]: WARNING nova.virt.vmwareapi.vmops [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5568be61-b000-400f-b695-beb26c1d52c7 could not be found. [ 825.369237] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.369476] env[70683]: INFO nova.compute.manager [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Took 0.06 seconds to destroy the instance on the hypervisor. [ 825.369836] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.371633] env[70683]: DEBUG nova.compute.manager [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.371775] env[70683]: DEBUG nova.network.neutron [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.388962] env[70683]: DEBUG nova.network.neutron [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.412948] env[70683]: DEBUG nova.scheduler.client.report [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.417438] env[70683]: DEBUG nova.network.neutron [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.588034] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280425, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.653551] env[70683]: DEBUG nova.compute.manager [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Received event network-vif-plugged-ce87ba97-cfa3-4309-b1cc-370121b4d754 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.653551] env[70683]: DEBUG oslo_concurrency.lockutils [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] Acquiring lock "11c8e46a-fa8c-4081-b323-a21d6869c91e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.653969] env[70683]: DEBUG oslo_concurrency.lockutils [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] Lock "11c8e46a-fa8c-4081-b323-a21d6869c91e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.654397] env[70683]: DEBUG oslo_concurrency.lockutils [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] Lock "11c8e46a-fa8c-4081-b323-a21d6869c91e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.655074] env[70683]: DEBUG nova.compute.manager [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] No waiting events found dispatching network-vif-plugged-ce87ba97-cfa3-4309-b1cc-370121b4d754 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.655549] env[70683]: WARNING nova.compute.manager [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Received unexpected event network-vif-plugged-ce87ba97-cfa3-4309-b1cc-370121b4d754 for instance with vm_state building and task_state spawning. [ 825.655848] env[70683]: DEBUG nova.compute.manager [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Received event network-changed-ce87ba97-cfa3-4309-b1cc-370121b4d754 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.656175] env[70683]: DEBUG nova.compute.manager [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Refreshing instance network info cache due to event network-changed-ce87ba97-cfa3-4309-b1cc-370121b4d754. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.656641] env[70683]: DEBUG oslo_concurrency.lockutils [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] Acquiring lock "refresh_cache-11c8e46a-fa8c-4081-b323-a21d6869c91e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.683825] env[70683]: DEBUG nova.network.neutron [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Updating instance_info_cache with network_info: [{"id": "ce87ba97-cfa3-4309-b1cc-370121b4d754", "address": "fa:16:3e:e6:e2:3e", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce87ba97-cf", "ovs_interfaceid": "ce87ba97-cfa3-4309-b1cc-370121b4d754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.695996] env[70683]: DEBUG oslo_vmware.api [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.843807] env[70683]: DEBUG nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.853886] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280424, 'name': RelocateVM_Task} progress is 67%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.877805] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "3e334599-ed45-4671-81db-2ba06ee6002c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.878156] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "3e334599-ed45-4671-81db-2ba06ee6002c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.878382] env[70683]: DEBUG nova.compute.manager [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.879352] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd34ae-74b5-48f7-bc6a-1deaa1ea280e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.885352] env[70683]: DEBUG nova.compute.manager [req-994fe92e-2c4c-46f3-ba8e-9ae630dee8c3 req-27ebe2e6-93c0-45e7-8c7c-52fb3fad1531 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Received event network-changed-d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.885352] env[70683]: DEBUG nova.compute.manager [req-994fe92e-2c4c-46f3-ba8e-9ae630dee8c3 req-27ebe2e6-93c0-45e7-8c7c-52fb3fad1531 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Refreshing instance network info cache due to event network-changed-d5919327-fe49-4a8b-940c-dbba800cc0f7. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.885880] env[70683]: DEBUG oslo_concurrency.lockutils [req-994fe92e-2c4c-46f3-ba8e-9ae630dee8c3 req-27ebe2e6-93c0-45e7-8c7c-52fb3fad1531 service nova] Acquiring lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.885880] env[70683]: DEBUG oslo_concurrency.lockutils [req-994fe92e-2c4c-46f3-ba8e-9ae630dee8c3 req-27ebe2e6-93c0-45e7-8c7c-52fb3fad1531 service nova] Acquired lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.885880] env[70683]: DEBUG nova.network.neutron [req-994fe92e-2c4c-46f3-ba8e-9ae630dee8c3 req-27ebe2e6-93c0-45e7-8c7c-52fb3fad1531 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Refreshing network info cache for port d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.896026] env[70683]: DEBUG nova.compute.manager [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 825.896026] env[70683]: DEBUG nova.objects.instance [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lazy-loading 'flavor' on Instance uuid 3e334599-ed45-4671-81db-2ba06ee6002c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.921721] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.922165] env[70683]: DEBUG nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.924916] env[70683]: DEBUG nova.network.neutron [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.926527] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.162s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.927603] env[70683]: INFO nova.compute.claims [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.094063] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280425, 'name': Rename_Task, 'duration_secs': 1.210605} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.094063] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.094063] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7cbe8c-84a2-4b6d-957f-f7e867f15fb5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.102139] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Waiting for the task: (returnval){ [ 826.102139] env[70683]: value = "task-3280427" [ 826.102139] env[70683]: _type = "Task" [ 826.102139] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.114554] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.186758] env[70683]: DEBUG oslo_vmware.api [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280426, 'name': PowerOffVM_Task, 'duration_secs': 0.617957} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.187241] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.187241] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.187494] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-952ed430-0832-4350-a293-d5c18facd477 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.191208] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "refresh_cache-11c8e46a-fa8c-4081-b323-a21d6869c91e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.191592] env[70683]: DEBUG nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Instance network_info: |[{"id": "ce87ba97-cfa3-4309-b1cc-370121b4d754", "address": "fa:16:3e:e6:e2:3e", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce87ba97-cf", "ovs_interfaceid": "ce87ba97-cfa3-4309-b1cc-370121b4d754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.191960] env[70683]: DEBUG oslo_concurrency.lockutils [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] Acquired lock "refresh_cache-11c8e46a-fa8c-4081-b323-a21d6869c91e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.192137] env[70683]: DEBUG nova.network.neutron [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Refreshing network info cache for port ce87ba97-cfa3-4309-b1cc-370121b4d754 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.193530] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:e2:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce87ba97-cfa3-4309-b1cc-370121b4d754', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.201541] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.204757] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.205326] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-054f1587-05a3-4dd9-a009-748152024c86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.227123] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.227123] env[70683]: value = "task-3280429" [ 826.227123] env[70683]: _type = "Task" [ 826.227123] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.236256] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280429, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.289400] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.289637] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.289824] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Deleting the datastore file [datastore2] 74fb2529-5bb8-43dc-a360-e25968f02d73 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.290165] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfc3ec79-8bc1-4233-ae1c-880c6073813c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.301984] env[70683]: DEBUG oslo_vmware.api [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for the task: (returnval){ [ 826.301984] env[70683]: value = "task-3280430" [ 826.301984] env[70683]: _type = "Task" [ 826.301984] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.316164] env[70683]: DEBUG oslo_vmware.api [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.362141] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280424, 'name': RelocateVM_Task} progress is 82%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.381975] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.433539] env[70683]: DEBUG nova.compute.utils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.442024] env[70683]: INFO nova.compute.manager [-] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Took 1.07 seconds to deallocate network for instance. [ 826.442024] env[70683]: DEBUG nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.442024] env[70683]: DEBUG nova.network.neutron [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.491193] env[70683]: DEBUG nova.policy [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31d45186df884606b95ad4793fb2b2d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f304eaa4faac425da2b969b7eb40fcb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.618339] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.733089] env[70683]: DEBUG nova.network.neutron [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Updated VIF entry in instance network info cache for port ce87ba97-cfa3-4309-b1cc-370121b4d754. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.733827] env[70683]: DEBUG nova.network.neutron [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Updating instance_info_cache with network_info: [{"id": "ce87ba97-cfa3-4309-b1cc-370121b4d754", "address": "fa:16:3e:e6:e2:3e", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce87ba97-cf", "ovs_interfaceid": "ce87ba97-cfa3-4309-b1cc-370121b4d754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.746122] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280429, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.817571] env[70683]: DEBUG oslo_vmware.api [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.840067] env[70683]: DEBUG nova.network.neutron [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Successfully created port: e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.853575] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280424, 'name': RelocateVM_Task} progress is 97%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.902967] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.903339] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30b0a973-fd93-4f2d-89f5-048653bb7e3f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.911080] env[70683]: DEBUG oslo_vmware.api [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 826.911080] env[70683]: value = "task-3280431" [ 826.911080] env[70683]: _type = "Task" [ 826.911080] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.919805] env[70683]: DEBUG oslo_vmware.api [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.943697] env[70683]: DEBUG nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.958081] env[70683]: INFO nova.compute.manager [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance disappeared during terminate [ 826.958339] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a488a061-5888-4156-83ec-0551bcf5a428 tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "5568be61-b000-400f-b695-beb26c1d52c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.323s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.962742] env[70683]: DEBUG nova.network.neutron [req-994fe92e-2c4c-46f3-ba8e-9ae630dee8c3 req-27ebe2e6-93c0-45e7-8c7c-52fb3fad1531 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Updated VIF entry in instance network info cache for port d5919327-fe49-4a8b-940c-dbba800cc0f7. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.963105] env[70683]: DEBUG nova.network.neutron [req-994fe92e-2c4c-46f3-ba8e-9ae630dee8c3 req-27ebe2e6-93c0-45e7-8c7c-52fb3fad1531 service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Updating instance_info_cache with network_info: [{"id": "d5919327-fe49-4a8b-940c-dbba800cc0f7", "address": "fa:16:3e:95:c4:c1", "network": {"id": "91a2e723-b2eb-49d4-99ac-9a853296d2da", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-975672311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43f81eaa8ffe4f3aa4d9d821ab0f70f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5919327-fe", "ovs_interfaceid": "d5919327-fe49-4a8b-940c-dbba800cc0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.118469] env[70683]: DEBUG oslo_vmware.api [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Task: {'id': task-3280427, 'name': PowerOnVM_Task, 'duration_secs': 0.615066} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.119118] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.119118] env[70683]: DEBUG nova.compute.manager [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.120511] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9623de4e-dbb3-4218-b237-1cf5e767e4d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.242407] env[70683]: DEBUG oslo_concurrency.lockutils [req-faf251d1-832d-4d24-90a7-029636ad7572 req-8ff898af-19d0-40ef-8377-d37ba92c607c service nova] Releasing lock "refresh_cache-11c8e46a-fa8c-4081-b323-a21d6869c91e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.243258] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280429, 'name': CreateVM_Task, 'duration_secs': 0.784839} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.246070] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.247121] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.247246] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.247646] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.249252] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07b346b-4c84-4042-9b31-a949179cb9f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.252645] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 827.252645] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52213259-8319-330f-49fc-35185aeb1cc6" [ 827.252645] env[70683]: _type = "Task" [ 827.252645] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.261830] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52213259-8319-330f-49fc-35185aeb1cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.315940] env[70683]: DEBUG oslo_vmware.api [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Task: {'id': task-3280430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.6491} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.319030] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.319030] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.319142] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.319294] env[70683]: INFO nova.compute.manager [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Took 2.17 seconds to destroy the instance on the hypervisor. [ 827.319598] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.320095] env[70683]: DEBUG nova.compute.manager [-] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.320206] env[70683]: DEBUG nova.network.neutron [-] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.355517] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280424, 'name': RelocateVM_Task} progress is 97%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.421231] env[70683]: DEBUG oslo_vmware.api [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280431, 'name': PowerOffVM_Task, 'duration_secs': 0.241207} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.424132] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.424382] env[70683]: DEBUG nova.compute.manager [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.425550] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e241a31b-89c1-4197-bdcd-34145ad1878a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.466250] env[70683]: DEBUG oslo_concurrency.lockutils [req-994fe92e-2c4c-46f3-ba8e-9ae630dee8c3 req-27ebe2e6-93c0-45e7-8c7c-52fb3fad1531 service nova] Releasing lock "refresh_cache-2c36922b-ddcf-4e9f-bf35-f5aaf7400329" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.579719] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae02167-0011-4b45-a2df-bcef0223845c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.592217] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c34b66-68fc-4c9b-8fbd-069e2afcc264 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.642108] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f945af78-6bfa-4027-beb2-b51542e5221d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.651111] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.651111] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66d6bd1-dc7d-4954-8ba3-370ebc79d692 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.669535] env[70683]: DEBUG nova.compute.provider_tree [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.767928] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52213259-8319-330f-49fc-35185aeb1cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012422} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.768503] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.768816] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.769374] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.769374] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.769491] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.769669] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166be140-1e42-4b9d-8342-0a02be24d1d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.778393] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.778587] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.779339] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d33844-4826-4c03-a864-cfc2d5d687c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.785502] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 827.785502] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dbbc43-7dc7-38b3-4919-fc92860171ed" [ 827.785502] env[70683]: _type = "Task" [ 827.785502] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.791452] env[70683]: DEBUG nova.compute.manager [req-868bd635-45ec-4fbd-886d-560292f049d5 req-00b514bb-bf8b-4901-8a34-db79a4f79b45 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Received event network-vif-deleted-5de46090-fe1c-419e-aa87-22576bcf83e9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.791452] env[70683]: INFO nova.compute.manager [req-868bd635-45ec-4fbd-886d-560292f049d5 req-00b514bb-bf8b-4901-8a34-db79a4f79b45 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Neutron deleted interface 5de46090-fe1c-419e-aa87-22576bcf83e9; detaching it from the instance and deleting it from the info cache [ 827.791571] env[70683]: DEBUG nova.network.neutron [req-868bd635-45ec-4fbd-886d-560292f049d5 req-00b514bb-bf8b-4901-8a34-db79a4f79b45 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.796244] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dbbc43-7dc7-38b3-4919-fc92860171ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.854583] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280424, 'name': RelocateVM_Task, 'duration_secs': 3.391695} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.854898] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 827.855148] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655094', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'name': 'volume-78169fd3-dd33-4745-ace6-a3d3e055e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dc4b43-f716-4a8f-8ba7-fbb32db1aa13', 'attached_at': '', 'detached_at': '', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'serial': '78169fd3-dd33-4745-ace6-a3d3e055e356'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 827.855956] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d5651-c523-4a00-a4d3-e4ddbc9f13ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.873390] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6983efdb-37e0-43e5-ae10-6b7b7939f6e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.896475] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-78169fd3-dd33-4745-ace6-a3d3e055e356/volume-78169fd3-dd33-4745-ace6-a3d3e055e356.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.896815] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ae261f-8fe4-4374-90b6-470cebe6fc01 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.916685] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 827.916685] env[70683]: value = "task-3280432" [ 827.916685] env[70683]: _type = "Task" [ 827.916685] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.925045] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.943748] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8de941d-0b9a-4c15-bda3-99e42646559a tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "3e334599-ed45-4671-81db-2ba06ee6002c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.952155] env[70683]: DEBUG nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.979291] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.979544] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.979821] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.980889] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.980889] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.980889] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.980889] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.980889] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.980889] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.981151] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.981260] env[70683]: DEBUG nova.virt.hardware [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.982147] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0539ee9d-62e7-4a49-b4c3-808d1789f0b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.990034] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f3178b-3ce3-4340-ab67-78ff229500c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.189371] env[70683]: ERROR nova.scheduler.client.report [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [req-82a14097-0958-470a-970f-e4e4693c00be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82a14097-0958-470a-970f-e4e4693c00be"}]} [ 828.207070] env[70683]: DEBUG nova.scheduler.client.report [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.224321] env[70683]: DEBUG nova.scheduler.client.report [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.224540] env[70683]: DEBUG nova.compute.provider_tree [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.234826] env[70683]: DEBUG nova.network.neutron [-] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.236872] env[70683]: DEBUG nova.scheduler.client.report [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.256334] env[70683]: DEBUG nova.scheduler.client.report [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.270786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "9231fe98-18d7-43fd-975b-872c393bc825" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.270786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "9231fe98-18d7-43fd-975b-872c393bc825" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.270786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "9231fe98-18d7-43fd-975b-872c393bc825-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.270786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "9231fe98-18d7-43fd-975b-872c393bc825-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.270786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "9231fe98-18d7-43fd-975b-872c393bc825-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.272412] env[70683]: INFO nova.compute.manager [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Terminating instance [ 828.295733] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dbbc43-7dc7-38b3-4919-fc92860171ed, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.296546] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5971745-47b0-4278-b42f-01118ba4a9ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.301816] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b838009b-c3e3-451f-a5a0-b5d64ff312ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.306717] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 828.306717] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524f9e88-436c-3f0f-b6e0-f8cbbe02815d" [ 828.306717] env[70683]: _type = "Task" [ 828.306717] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.314734] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3968c6a6-ee96-4059-8587-c5993c206130 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.331694] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524f9e88-436c-3f0f-b6e0-f8cbbe02815d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.356760] env[70683]: DEBUG nova.compute.manager [req-868bd635-45ec-4fbd-886d-560292f049d5 req-00b514bb-bf8b-4901-8a34-db79a4f79b45 service nova] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Detach interface failed, port_id=5de46090-fe1c-419e-aa87-22576bcf83e9, reason: Instance 74fb2529-5bb8-43dc-a360-e25968f02d73 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.362292] env[70683]: DEBUG nova.compute.manager [req-60fe61ac-42e2-4cba-bd50-5997a0bae5bd req-bebc1459-e297-435b-b701-4746e013abfb service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Received event network-vif-plugged-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.362516] env[70683]: DEBUG oslo_concurrency.lockutils [req-60fe61ac-42e2-4cba-bd50-5997a0bae5bd req-bebc1459-e297-435b-b701-4746e013abfb service nova] Acquiring lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.362721] env[70683]: DEBUG oslo_concurrency.lockutils [req-60fe61ac-42e2-4cba-bd50-5997a0bae5bd req-bebc1459-e297-435b-b701-4746e013abfb service nova] Lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.362886] env[70683]: DEBUG oslo_concurrency.lockutils [req-60fe61ac-42e2-4cba-bd50-5997a0bae5bd req-bebc1459-e297-435b-b701-4746e013abfb service nova] Lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.363064] env[70683]: DEBUG nova.compute.manager [req-60fe61ac-42e2-4cba-bd50-5997a0bae5bd req-bebc1459-e297-435b-b701-4746e013abfb service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] No waiting events found dispatching network-vif-plugged-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.363232] env[70683]: WARNING nova.compute.manager [req-60fe61ac-42e2-4cba-bd50-5997a0bae5bd req-bebc1459-e297-435b-b701-4746e013abfb service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Received unexpected event network-vif-plugged-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 for instance with vm_state building and task_state spawning. [ 828.394956] env[70683]: DEBUG nova.network.neutron [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Successfully updated port: e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.430117] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.542685] env[70683]: DEBUG nova.objects.instance [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lazy-loading 'flavor' on Instance uuid 3e334599-ed45-4671-81db-2ba06ee6002c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.740287] env[70683]: INFO nova.compute.manager [-] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Took 1.42 seconds to deallocate network for instance. [ 828.775808] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "refresh_cache-9231fe98-18d7-43fd-975b-872c393bc825" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.776009] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquired lock "refresh_cache-9231fe98-18d7-43fd-975b-872c393bc825" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.776197] env[70683]: DEBUG nova.network.neutron [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.807819] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9675cf3-8ec5-403c-b37c-16550063a7f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.821484] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8881fa6a-aac1-430f-a757-7e1a03cb3b4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.824800] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524f9e88-436c-3f0f-b6e0-f8cbbe02815d, 'name': SearchDatastore_Task, 'duration_secs': 0.024917} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.825070] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.825333] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 11c8e46a-fa8c-4081-b323-a21d6869c91e/11c8e46a-fa8c-4081-b323-a21d6869c91e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.825911] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea688404-83b0-442f-9349-f7f38f23ded0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.852823] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a36617-9994-4607-869f-6061229e81dd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.856437] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 828.856437] env[70683]: value = "task-3280433" [ 828.856437] env[70683]: _type = "Task" [ 828.856437] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.863607] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4061d20-e435-4e38-8a7d-470b4b0f3b5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.870563] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.882883] env[70683]: DEBUG nova.compute.provider_tree [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.897837] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.897999] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquired lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.898189] env[70683]: DEBUG nova.network.neutron [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.929959] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280432, 'name': ReconfigVM_Task, 'duration_secs': 0.96998} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.930300] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-78169fd3-dd33-4745-ace6-a3d3e055e356/volume-78169fd3-dd33-4745-ace6-a3d3e055e356.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.935580] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70536d06-1a0a-418c-877f-ddf645af4036 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.951249] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 828.951249] env[70683]: value = "task-3280434" [ 828.951249] env[70683]: _type = "Task" [ 828.951249] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.960077] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.048661] env[70683]: DEBUG oslo_concurrency.lockutils [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.048863] env[70683]: DEBUG oslo_concurrency.lockutils [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquired lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.049072] env[70683]: DEBUG nova.network.neutron [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.049261] env[70683]: DEBUG nova.objects.instance [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lazy-loading 'info_cache' on Instance uuid 3e334599-ed45-4671-81db-2ba06ee6002c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.248063] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.303775] env[70683]: DEBUG nova.network.neutron [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.370246] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475404} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.371445] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 11c8e46a-fa8c-4081-b323-a21d6869c91e/11c8e46a-fa8c-4081-b323-a21d6869c91e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.371445] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.371445] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e517d450-de2b-42e6-824a-ec4cdf4bd4f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.379472] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 829.379472] env[70683]: value = "task-3280435" [ 829.379472] env[70683]: _type = "Task" [ 829.379472] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.380350] env[70683]: DEBUG nova.network.neutron [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.387834] env[70683]: DEBUG nova.scheduler.client.report [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.400602] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.439990] env[70683]: DEBUG nova.network.neutron [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.466784] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280434, 'name': ReconfigVM_Task, 'duration_secs': 0.135614} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.467098] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655094', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'name': 'volume-78169fd3-dd33-4745-ace6-a3d3e055e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dc4b43-f716-4a8f-8ba7-fbb32db1aa13', 'attached_at': '', 'detached_at': '', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'serial': '78169fd3-dd33-4745-ace6-a3d3e055e356'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 829.467655] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a721c311-eedb-4fdc-978c-6ffe6ae3e11a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.476021] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 829.476021] env[70683]: value = "task-3280436" [ 829.476021] env[70683]: _type = "Task" [ 829.476021] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.481522] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280436, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.552781] env[70683]: DEBUG nova.objects.base [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Object Instance<3e334599-ed45-4671-81db-2ba06ee6002c> lazy-loaded attributes: flavor,info_cache {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 829.571818] env[70683]: DEBUG nova.network.neutron [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [{"id": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "address": "fa:16:3e:ec:01:fc", "network": {"id": "4e999c20-1218-4fc3-9a8b-8dd5f4d23060", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-605712566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f304eaa4faac425da2b969b7eb40fcb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91c4ed1-ca", "ovs_interfaceid": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.886258] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Releasing lock "refresh_cache-9231fe98-18d7-43fd-975b-872c393bc825" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.886672] env[70683]: DEBUG nova.compute.manager [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.886868] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.888066] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab5fd72-8746-4a6e-95af-6f8af931343c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.893451] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060092} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.894048] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.894775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.969s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.895250] env[70683]: DEBUG nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.898098] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f535763f-ba4f-408e-a021-b6acb1248470 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.902929] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.928s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.903038] env[70683]: DEBUG nova.objects.instance [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lazy-loading 'resources' on Instance uuid 644b6351-0c3e-4af4-83f2-8f19d3be4041 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.904143] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.905301] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68482e41-2fa7-4621-aea4-4f89c58a68d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.926520] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 11c8e46a-fa8c-4081-b323-a21d6869c91e/11c8e46a-fa8c-4081-b323-a21d6869c91e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.927729] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33085983-0da6-468b-a290-8712435d4238 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.946305] env[70683]: DEBUG oslo_vmware.api [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 829.946305] env[70683]: value = "task-3280437" [ 829.946305] env[70683]: _type = "Task" [ 829.946305] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.951765] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 829.951765] env[70683]: value = "task-3280438" [ 829.951765] env[70683]: _type = "Task" [ 829.951765] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.958390] env[70683]: DEBUG oslo_vmware.api [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.962992] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.983662] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280436, 'name': Rename_Task, 'duration_secs': 0.151923} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.983930] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.984209] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de1e47b8-da8e-4364-b037-9dcc777dc328 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.990188] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 829.990188] env[70683]: value = "task-3280439" [ 829.990188] env[70683]: _type = "Task" [ 829.990188] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.997899] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.078356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Releasing lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.078634] env[70683]: DEBUG nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Instance network_info: |[{"id": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "address": "fa:16:3e:ec:01:fc", "network": {"id": "4e999c20-1218-4fc3-9a8b-8dd5f4d23060", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-605712566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f304eaa4faac425da2b969b7eb40fcb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91c4ed1-ca", "ovs_interfaceid": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.079086] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:01:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e91c4ed1-ca0b-4eb1-9721-f48934bcc492', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.087242] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Creating folder: Project (f304eaa4faac425da2b969b7eb40fcb5). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.090122] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d39c6d18-c214-4d41-9155-3bf0bd6a859e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.100148] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Created folder: Project (f304eaa4faac425da2b969b7eb40fcb5) in parent group-v655051. [ 830.100352] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Creating folder: Instances. Parent ref: group-v655146. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.100583] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa55920b-d6c0-4b75-920e-81db43fc92ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.108641] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Created folder: Instances in parent group-v655146. [ 830.108930] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.109168] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.109389] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-844dce75-ed95-40c4-bc95-c303e65a1721 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.130335] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.130335] env[70683]: value = "task-3280442" [ 830.130335] env[70683]: _type = "Task" [ 830.130335] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.139601] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280442, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.257293] env[70683]: DEBUG nova.network.neutron [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Updating instance_info_cache with network_info: [{"id": "cf92c9f4-20d5-451d-9061-98d4bf039dbc", "address": "fa:16:3e:0c:06:5f", "network": {"id": "bef86e3c-a087-4a6a-b5c3-a1a56beaca33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-641886887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f56684c1ce4c7da4addec52e1b3f6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf92c9f4-20", "ovs_interfaceid": "cf92c9f4-20d5-451d-9061-98d4bf039dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.402672] env[70683]: DEBUG nova.compute.utils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.405276] env[70683]: DEBUG nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.405483] env[70683]: DEBUG nova.network.neutron [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.412521] env[70683]: DEBUG nova.compute.manager [req-66ec9c53-7f37-4d40-9b7b-2eb6203250d7 req-cf3b747b-bb6a-492a-9fdd-74e931e660d7 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Received event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.412718] env[70683]: DEBUG nova.compute.manager [req-66ec9c53-7f37-4d40-9b7b-2eb6203250d7 req-cf3b747b-bb6a-492a-9fdd-74e931e660d7 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing instance network info cache due to event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.413423] env[70683]: DEBUG oslo_concurrency.lockutils [req-66ec9c53-7f37-4d40-9b7b-2eb6203250d7 req-cf3b747b-bb6a-492a-9fdd-74e931e660d7 service nova] Acquiring lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.413423] env[70683]: DEBUG oslo_concurrency.lockutils [req-66ec9c53-7f37-4d40-9b7b-2eb6203250d7 req-cf3b747b-bb6a-492a-9fdd-74e931e660d7 service nova] Acquired lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.413423] env[70683]: DEBUG nova.network.neutron [req-66ec9c53-7f37-4d40-9b7b-2eb6203250d7 req-cf3b747b-bb6a-492a-9fdd-74e931e660d7 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.457983] env[70683]: DEBUG nova.policy [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '675330bf5b054b36a6ce086eb5323357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f635610b19f542339b88eead1a042a3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.465537] env[70683]: DEBUG oslo_vmware.api [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280437, 'name': PowerOffVM_Task, 'duration_secs': 0.119574} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.466480] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.466480] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.469332] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-696b6051-ecee-4784-84a2-57faabcc636c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.474426] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280438, 'name': ReconfigVM_Task, 'duration_secs': 0.355377} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.474622] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 11c8e46a-fa8c-4081-b323-a21d6869c91e/11c8e46a-fa8c-4081-b323-a21d6869c91e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.475298] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf8512d7-1a2d-4351-85e5-cab0208a2e0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.483707] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 830.483707] env[70683]: value = "task-3280444" [ 830.483707] env[70683]: _type = "Task" [ 830.483707] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.493130] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280444, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.499965] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.500212] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.500401] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Deleting the datastore file [datastore1] 9231fe98-18d7-43fd-975b-872c393bc825 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.501208] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f17142e4-4de8-47d4-80fb-90c6cf36d970 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.506694] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280439, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.519036] env[70683]: DEBUG oslo_vmware.api [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for the task: (returnval){ [ 830.519036] env[70683]: value = "task-3280445" [ 830.519036] env[70683]: _type = "Task" [ 830.519036] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.528947] env[70683]: DEBUG oslo_vmware.api [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.644551] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280442, 'name': CreateVM_Task, 'duration_secs': 0.43034} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.644751] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.645472] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.646354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.646354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.646354] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1137b29f-aedd-4a6f-b8e5-afef5bf8b154 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.650722] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 830.650722] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52507f6e-8166-97b5-5735-abc13e51ff3f" [ 830.650722] env[70683]: _type = "Task" [ 830.650722] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.660828] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52507f6e-8166-97b5-5735-abc13e51ff3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.750881] env[70683]: DEBUG nova.network.neutron [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Successfully created port: 9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.761159] env[70683]: DEBUG oslo_concurrency.lockutils [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Releasing lock "refresh_cache-3e334599-ed45-4671-81db-2ba06ee6002c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.909632] env[70683]: DEBUG nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.976281] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bdc1af-ac20-4d42-ad3d-648ae0873a40 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.990242] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf74069-34d7-4ff3-921f-caef61cfa385 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.002112] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280444, 'name': Rename_Task, 'duration_secs': 0.161847} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.027378] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.027777] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5862edf7-51bd-4c3e-92c5-7322559705c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.032676] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37e4c1b-2146-44df-9e2f-c0b53b567a54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.039578] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.049209] env[70683]: DEBUG oslo_vmware.api [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Task: {'id': task-3280445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112176} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.051454] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.051672] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.051850] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.052035] env[70683]: INFO nova.compute.manager [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Took 1.17 seconds to destroy the instance on the hypervisor. [ 831.052396] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.052692] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 831.052692] env[70683]: value = "task-3280446" [ 831.052692] env[70683]: _type = "Task" [ 831.052692] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.057192] env[70683]: DEBUG nova.compute.manager [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.057301] env[70683]: DEBUG nova.network.neutron [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.063660] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ddd664-1426-4e08-bda3-78c33b842a94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.072598] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280446, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.082420] env[70683]: DEBUG nova.compute.provider_tree [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.106402] env[70683]: DEBUG nova.network.neutron [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.164343] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52507f6e-8166-97b5-5735-abc13e51ff3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.164688] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.164975] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.165275] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.165470] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.165735] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.166064] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-414d7673-8fd1-43b2-8406-faff7a4f6999 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.174300] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.174519] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.175310] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e378779-cc8c-490e-9c99-9a822f1586ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.180723] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 831.180723] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526cb858-d95d-86d7-f224-b82f3ed5f214" [ 831.180723] env[70683]: _type = "Task" [ 831.180723] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.188670] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526cb858-d95d-86d7-f224-b82f3ed5f214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.301181] env[70683]: DEBUG nova.network.neutron [req-66ec9c53-7f37-4d40-9b7b-2eb6203250d7 req-cf3b747b-bb6a-492a-9fdd-74e931e660d7 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updated VIF entry in instance network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.301644] env[70683]: DEBUG nova.network.neutron [req-66ec9c53-7f37-4d40-9b7b-2eb6203250d7 req-cf3b747b-bb6a-492a-9fdd-74e931e660d7 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [{"id": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "address": "fa:16:3e:ec:01:fc", "network": {"id": "4e999c20-1218-4fc3-9a8b-8dd5f4d23060", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-605712566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f304eaa4faac425da2b969b7eb40fcb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91c4ed1-ca", "ovs_interfaceid": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.504208] env[70683]: DEBUG oslo_vmware.api [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280439, 'name': PowerOnVM_Task, 'duration_secs': 1.087632} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.504208] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.504544] env[70683]: INFO nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Took 9.50 seconds to spawn the instance on the hypervisor. [ 831.504822] env[70683]: DEBUG nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.505871] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b5089-f705-4801-842a-ca477565d887 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.571710] env[70683]: DEBUG oslo_vmware.api [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280446, 'name': PowerOnVM_Task, 'duration_secs': 0.482203} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.572084] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.572558] env[70683]: INFO nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Took 8.72 seconds to spawn the instance on the hypervisor. [ 831.572635] env[70683]: DEBUG nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.573668] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3078a845-a44e-4f93-b484-5b0d61f3b53e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.585496] env[70683]: DEBUG nova.scheduler.client.report [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.608511] env[70683]: DEBUG nova.network.neutron [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.691469] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526cb858-d95d-86d7-f224-b82f3ed5f214, 'name': SearchDatastore_Task, 'duration_secs': 0.00848} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.692376] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0fb648-61f1-4e29-98e8-20f62c084321 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.697368] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 831.697368] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52425063-c93e-c433-67c2-ff017ce6647a" [ 831.697368] env[70683]: _type = "Task" [ 831.697368] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.705544] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52425063-c93e-c433-67c2-ff017ce6647a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.770544] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.770939] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f775616-c3e6-467a-9d72-87880e170c77 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.777849] env[70683]: DEBUG oslo_vmware.api [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 831.777849] env[70683]: value = "task-3280447" [ 831.777849] env[70683]: _type = "Task" [ 831.777849] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.786958] env[70683]: DEBUG oslo_vmware.api [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.804768] env[70683]: DEBUG oslo_concurrency.lockutils [req-66ec9c53-7f37-4d40-9b7b-2eb6203250d7 req-cf3b747b-bb6a-492a-9fdd-74e931e660d7 service nova] Releasing lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.925261] env[70683]: DEBUG nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.954634] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.954941] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.955230] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.957659] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.957659] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.957659] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.957659] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.957659] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.957659] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.957659] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.957659] env[70683]: DEBUG nova.virt.hardware [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.959301] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bd033f-5f94-4534-91e0-b1577ab8ab0e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.966618] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f92b99-8dbe-46b1-b4f8-d0cd88a8d742 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.025045] env[70683]: INFO nova.compute.manager [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Took 46.93 seconds to build instance. [ 832.091432] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.094830] env[70683]: INFO nova.compute.manager [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Took 41.66 seconds to build instance. [ 832.096142] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.861s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.099796] env[70683]: INFO nova.compute.claims [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.111483] env[70683]: INFO nova.compute.manager [-] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Took 1.05 seconds to deallocate network for instance. [ 832.125937] env[70683]: INFO nova.scheduler.client.report [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Deleted allocations for instance 644b6351-0c3e-4af4-83f2-8f19d3be4041 [ 832.211092] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52425063-c93e-c433-67c2-ff017ce6647a, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.211529] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.211905] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6/d7f3e5ef-b15a-431b-bafc-c97138988bb6.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.212438] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f8cc030-e3bd-429b-af52-df320eef64f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.219587] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 832.219587] env[70683]: value = "task-3280448" [ 832.219587] env[70683]: _type = "Task" [ 832.219587] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.229059] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.288088] env[70683]: DEBUG oslo_vmware.api [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280447, 'name': PowerOnVM_Task, 'duration_secs': 0.395794} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.292111] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.292111] env[70683]: DEBUG nova.compute.manager [None req-61114ceb-2af0-455e-bec1-06ff64c12030 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.292111] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536339ec-fae3-48d5-a9ff-6913d37dd3b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.352538] env[70683]: DEBUG nova.network.neutron [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Successfully updated port: 9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.527239] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07e1e957-4409-4d6f-9b5f-a21d0ada0179 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.291s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.605278] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d91913b-3ce5-497b-b7c7-d7dc270b0ff4 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "11c8e46a-fa8c-4081-b323-a21d6869c91e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.283s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.613610] env[70683]: DEBUG nova.compute.manager [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Received event network-vif-plugged-9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.613610] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] Acquiring lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.613610] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] Lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.617524] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] Lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.617524] env[70683]: DEBUG nova.compute.manager [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] No waiting events found dispatching network-vif-plugged-9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.617524] env[70683]: WARNING nova.compute.manager [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Received unexpected event network-vif-plugged-9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f for instance with vm_state building and task_state spawning. [ 832.617524] env[70683]: DEBUG nova.compute.manager [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Received event network-changed-9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.617524] env[70683]: DEBUG nova.compute.manager [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Refreshing instance network info cache due to event network-changed-9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.617524] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] Acquiring lock "refresh_cache-f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.617524] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] Acquired lock "refresh_cache-f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.617524] env[70683]: DEBUG nova.network.neutron [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Refreshing network info cache for port 9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.621766] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.637034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13ba165e-3b64-4fa9-a784-7494eb07a3f5 tempest-DeleteServersAdminTestJSON-213121292 tempest-DeleteServersAdminTestJSON-213121292-project-member] Lock "644b6351-0c3e-4af4-83f2-8f19d3be4041" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.610s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.731679] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280448, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.773131] env[70683]: DEBUG nova.compute.manager [req-e3b8eee5-667f-4d16-859f-053a5884cd20 req-ec630609-4ece-4974-b811-bb9f313e6bd8 service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Received event network-changed-6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.773339] env[70683]: DEBUG nova.compute.manager [req-e3b8eee5-667f-4d16-859f-053a5884cd20 req-ec630609-4ece-4974-b811-bb9f313e6bd8 service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Refreshing instance network info cache due to event network-changed-6001112e-0032-4ea1-8282-dee7b469070d. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.773553] env[70683]: DEBUG oslo_concurrency.lockutils [req-e3b8eee5-667f-4d16-859f-053a5884cd20 req-ec630609-4ece-4974-b811-bb9f313e6bd8 service nova] Acquiring lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.773695] env[70683]: DEBUG oslo_concurrency.lockutils [req-e3b8eee5-667f-4d16-859f-053a5884cd20 req-ec630609-4ece-4974-b811-bb9f313e6bd8 service nova] Acquired lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.773956] env[70683]: DEBUG nova.network.neutron [req-e3b8eee5-667f-4d16-859f-053a5884cd20 req-ec630609-4ece-4974-b811-bb9f313e6bd8 service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Refreshing network info cache for port 6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.857463] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquiring lock "refresh_cache-f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.033012] env[70683]: DEBUG nova.compute.manager [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.090171] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a485d6-6f00-4600-81eb-ce278de309b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.097179] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-79654419-e344-43df-9f3c-8a8937bdc3c7 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Suspending the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 833.097380] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6b955509-9ba8-4865-8830-67375853e23f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.103776] env[70683]: DEBUG oslo_vmware.api [None req-79654419-e344-43df-9f3c-8a8937bdc3c7 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 833.103776] env[70683]: value = "task-3280449" [ 833.103776] env[70683]: _type = "Task" [ 833.103776] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.113577] env[70683]: DEBUG oslo_vmware.api [None req-79654419-e344-43df-9f3c-8a8937bdc3c7 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280449, 'name': SuspendVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.120341] env[70683]: DEBUG nova.compute.manager [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.169433] env[70683]: DEBUG nova.network.neutron [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.231884] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513048} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.235065] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6/d7f3e5ef-b15a-431b-bafc-c97138988bb6.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.235065] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.236540] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d3594d9-d495-4930-9c74-800b9861b984 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.243526] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 833.243526] env[70683]: value = "task-3280450" [ 833.243526] env[70683]: _type = "Task" [ 833.243526] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.253891] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.261302] env[70683]: DEBUG nova.network.neutron [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.558323] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.564780] env[70683]: DEBUG nova.network.neutron [req-e3b8eee5-667f-4d16-859f-053a5884cd20 req-ec630609-4ece-4974-b811-bb9f313e6bd8 service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Updated VIF entry in instance network info cache for port 6001112e-0032-4ea1-8282-dee7b469070d. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.565252] env[70683]: DEBUG nova.network.neutron [req-e3b8eee5-667f-4d16-859f-053a5884cd20 req-ec630609-4ece-4974-b811-bb9f313e6bd8 service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Updating instance_info_cache with network_info: [{"id": "6001112e-0032-4ea1-8282-dee7b469070d", "address": "fa:16:3e:ad:79:22", "network": {"id": "597dc4d8-b6f6-449e-a2f5-dfdd81b68889", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1399521650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "245edbf4ddaf40a893150f19e3831882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6001112e-00", "ovs_interfaceid": "6001112e-0032-4ea1-8282-dee7b469070d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.613887] env[70683]: DEBUG oslo_vmware.api [None req-79654419-e344-43df-9f3c-8a8937bdc3c7 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280449, 'name': SuspendVM_Task} progress is 50%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.644644] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.746783] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ebe5ce-2a54-4b97-8ac8-2ef240602aad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.759669] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf76233-f968-44c4-938a-84b78e187273 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.763110] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122235} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.763968] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.765731] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f883ba4c-c1a0-4c02-ae39-dc9463c96a16 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.797963] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c769364-18d5-448d-ada5-cde54c8ed6a5 req-00244761-e605-4093-965d-a6426a8bd054 service nova] Releasing lock "refresh_cache-f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.798703] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquired lock "refresh_cache-f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.798860] env[70683]: DEBUG nova.network.neutron [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.802166] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b23ccb-6c30-4474-9d96-2023c9f7e075 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.823508] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6/d7f3e5ef-b15a-431b-bafc-c97138988bb6.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.825154] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df3cd126-d559-4c4b-8759-a30a14aed1d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.844843] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ef661-6e7b-4bd0-b0ee-4e0874018d5f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.851044] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 833.851044] env[70683]: value = "task-3280451" [ 833.851044] env[70683]: _type = "Task" [ 833.851044] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.868689] env[70683]: DEBUG nova.compute.provider_tree [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.879184] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.069273] env[70683]: DEBUG oslo_concurrency.lockutils [req-e3b8eee5-667f-4d16-859f-053a5884cd20 req-ec630609-4ece-4974-b811-bb9f313e6bd8 service nova] Releasing lock "refresh_cache-10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.114051] env[70683]: DEBUG oslo_vmware.api [None req-79654419-e344-43df-9f3c-8a8937bdc3c7 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280449, 'name': SuspendVM_Task, 'duration_secs': 0.706529} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.114284] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-79654419-e344-43df-9f3c-8a8937bdc3c7 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Suspended the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 834.114467] env[70683]: DEBUG nova.compute.manager [None req-79654419-e344-43df-9f3c-8a8937bdc3c7 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.115347] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a449e68-7f48-4f86-92db-81b492ee416d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.338271] env[70683]: DEBUG nova.network.neutron [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.362494] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.372664] env[70683]: DEBUG nova.scheduler.client.report [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.509412] env[70683]: DEBUG nova.network.neutron [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Updating instance_info_cache with network_info: [{"id": "9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f", "address": "fa:16:3e:8d:4b:86", "network": {"id": "a03f1029-3f4a-4254-8c78-f7d7a0506b50", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1050273678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f635610b19f542339b88eead1a042a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0cd31e-d2", "ovs_interfaceid": "9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.862799] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280451, 'name': ReconfigVM_Task, 'duration_secs': 0.61386} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.863375] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Reconfigured VM instance instance-00000022 to attach disk [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6/d7f3e5ef-b15a-431b-bafc-c97138988bb6.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.863788] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-312a309c-8b2e-4bd9-8d20-9449b0735368 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.870147] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 834.870147] env[70683]: value = "task-3280452" [ 834.870147] env[70683]: _type = "Task" [ 834.870147] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.878565] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.879162] env[70683]: DEBUG nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.881592] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280452, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.881867] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.014s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.885032] env[70683]: INFO nova.compute.claims [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.012665] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Releasing lock "refresh_cache-f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.013025] env[70683]: DEBUG nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Instance network_info: |[{"id": "9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f", "address": "fa:16:3e:8d:4b:86", "network": {"id": "a03f1029-3f4a-4254-8c78-f7d7a0506b50", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1050273678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f635610b19f542339b88eead1a042a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0cd31e-d2", "ovs_interfaceid": "9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.013666] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:4b:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.021234] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Creating folder: Project (f635610b19f542339b88eead1a042a3e). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.021554] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f3b7604-5768-458b-bd56-2b57413cd71c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.031806] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Created folder: Project (f635610b19f542339b88eead1a042a3e) in parent group-v655051. [ 835.032014] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Creating folder: Instances. Parent ref: group-v655149. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.032264] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5150597-083a-4234-b339-835429d44616 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.040783] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Created folder: Instances in parent group-v655149. [ 835.041042] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.041244] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.041451] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d1a3d2-1b3b-468c-a0f7-4dfedd22a96d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.060300] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.060300] env[70683]: value = "task-3280455" [ 835.060300] env[70683]: _type = "Task" [ 835.060300] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.067908] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280455, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.379863] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280452, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.387351] env[70683]: DEBUG nova.compute.utils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.393020] env[70683]: DEBUG nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.393020] env[70683]: DEBUG nova.network.neutron [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.452278] env[70683]: DEBUG nova.policy [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c3ef605d25043e5826ef54f07067ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9c1b0208ca843c79be30d39d6141899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.571223] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280455, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.721022] env[70683]: DEBUG nova.network.neutron [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Successfully created port: 41c6d1cb-3d01-4b5f-9d97-34b75ece8315 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.881429] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280452, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.897287] env[70683]: DEBUG nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.076995] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280455, 'name': CreateVM_Task, 'duration_secs': 0.71739} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.077182] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.077939] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.078152] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.078521] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.078857] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646b34de-58a9-4664-a19c-1cb243c96a5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.085675] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 836.085675] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5218c65f-1ea0-bb04-2cff-29b5a835459e" [ 836.085675] env[70683]: _type = "Task" [ 836.085675] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.094177] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5218c65f-1ea0-bb04-2cff-29b5a835459e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.380547] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280452, 'name': Rename_Task, 'duration_secs': 1.300997} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.382964] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.384074] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f1f1e5b-b05c-422f-b12c-6ab816ead6dc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.390191] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 836.390191] env[70683]: value = "task-3280456" [ 836.390191] env[70683]: _type = "Task" [ 836.390191] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.400139] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.452835] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84750e27-57a1-4e59-bc8f-ca46df3c0cae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.460959] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d34bd-9c37-4d67-b474-f42a7cd56f7b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.493151] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceb08e5-a23d-4e90-8858-4ac999ad2782 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.500527] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed3b9fe-f142-4e78-900d-42bb04020e7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.515247] env[70683]: DEBUG nova.compute.provider_tree [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.598030] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5218c65f-1ea0-bb04-2cff-29b5a835459e, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.598367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.598431] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.598862] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.598862] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.598974] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.599225] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-190c2c89-791d-4ebc-9530-0056bc3cc5b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.607663] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.608288] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.608581] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cfee33a-f18d-47c3-8413-a12dd672e93b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.614602] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 836.614602] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527ab996-cd8b-1baf-4a4e-eff4b313f933" [ 836.614602] env[70683]: _type = "Task" [ 836.614602] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.623494] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527ab996-cd8b-1baf-4a4e-eff4b313f933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.778339] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.778640] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.778861] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.779066] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.779242] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.781921] env[70683]: INFO nova.compute.manager [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Terminating instance [ 836.900980] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280456, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.906277] env[70683]: DEBUG nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.930566] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.930991] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.931191] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.931274] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.931427] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.931576] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.931942] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.932048] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.932199] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.932364] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.932546] env[70683]: DEBUG nova.virt.hardware [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.933500] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c184ecc9-5497-41fb-9953-bff21fa85cfb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.944920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743ccbec-c2e2-4b1f-95b0-047624aaca20 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.997756] env[70683]: DEBUG nova.compute.manager [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.998714] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1189f9-e611-4504-820d-1877beb6282e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.019194] env[70683]: DEBUG nova.scheduler.client.report [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.126632] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527ab996-cd8b-1baf-4a4e-eff4b313f933, 'name': SearchDatastore_Task, 'duration_secs': 0.016604} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.127679] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af490f5-7c72-4656-a4ea-44c0429b1fd5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.134396] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 837.134396] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525f4da0-bad2-541d-8d86-5d20b60cfc4b" [ 837.134396] env[70683]: _type = "Task" [ 837.134396] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.143237] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525f4da0-bad2-541d-8d86-5d20b60cfc4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.179894] env[70683]: DEBUG nova.compute.manager [req-f1a0c20b-d37d-4bc2-8e81-fafd69837813 req-36ef954e-3a3b-417a-bf92-491a19ffa4c3 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Received event network-vif-plugged-41c6d1cb-3d01-4b5f-9d97-34b75ece8315 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.180177] env[70683]: DEBUG oslo_concurrency.lockutils [req-f1a0c20b-d37d-4bc2-8e81-fafd69837813 req-36ef954e-3a3b-417a-bf92-491a19ffa4c3 service nova] Acquiring lock "a100311d-31cd-4940-9e04-1572afdd5a42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.180354] env[70683]: DEBUG oslo_concurrency.lockutils [req-f1a0c20b-d37d-4bc2-8e81-fafd69837813 req-36ef954e-3a3b-417a-bf92-491a19ffa4c3 service nova] Lock "a100311d-31cd-4940-9e04-1572afdd5a42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.180518] env[70683]: DEBUG oslo_concurrency.lockutils [req-f1a0c20b-d37d-4bc2-8e81-fafd69837813 req-36ef954e-3a3b-417a-bf92-491a19ffa4c3 service nova] Lock "a100311d-31cd-4940-9e04-1572afdd5a42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.180688] env[70683]: DEBUG nova.compute.manager [req-f1a0c20b-d37d-4bc2-8e81-fafd69837813 req-36ef954e-3a3b-417a-bf92-491a19ffa4c3 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] No waiting events found dispatching network-vif-plugged-41c6d1cb-3d01-4b5f-9d97-34b75ece8315 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.180854] env[70683]: WARNING nova.compute.manager [req-f1a0c20b-d37d-4bc2-8e81-fafd69837813 req-36ef954e-3a3b-417a-bf92-491a19ffa4c3 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Received unexpected event network-vif-plugged-41c6d1cb-3d01-4b5f-9d97-34b75ece8315 for instance with vm_state building and task_state spawning. [ 837.251822] env[70683]: DEBUG nova.network.neutron [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Successfully updated port: 41c6d1cb-3d01-4b5f-9d97-34b75ece8315 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.288429] env[70683]: DEBUG nova.compute.manager [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.288429] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.288631] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1255a8-aa06-4ddd-bea6-d24cd82d1c7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.296570] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.296832] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef60f4e4-a274-4564-ba3d-681cf61e5484 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.303838] env[70683]: DEBUG oslo_vmware.api [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 837.303838] env[70683]: value = "task-3280457" [ 837.303838] env[70683]: _type = "Task" [ 837.303838] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.312700] env[70683]: DEBUG oslo_vmware.api [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.402863] env[70683]: DEBUG oslo_vmware.api [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280456, 'name': PowerOnVM_Task, 'duration_secs': 0.559892} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.403252] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.403441] env[70683]: INFO nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Took 9.45 seconds to spawn the instance on the hypervisor. [ 837.403626] env[70683]: DEBUG nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.404395] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a3259b-b689-4c6f-9f84-4e1ed78ac7a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.511540] env[70683]: INFO nova.compute.manager [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] instance snapshotting [ 837.511833] env[70683]: WARNING nova.compute.manager [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 837.514940] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5ec44b-c9a3-40c0-a8b6-647724d7b023 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.535253] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.535757] env[70683]: DEBUG nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.540121] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.395s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.540121] env[70683]: DEBUG nova.objects.instance [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lazy-loading 'resources' on Instance uuid 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.540766] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e382be4-a7bd-4e3e-839c-85cbbda3d999 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.644428] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525f4da0-bad2-541d-8d86-5d20b60cfc4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.644712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.644980] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a/f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.645257] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26406db8-9978-4857-94a3-38fe8b1e0849 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.651384] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 837.651384] env[70683]: value = "task-3280458" [ 837.651384] env[70683]: _type = "Task" [ 837.651384] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.658922] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.757811] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "refresh_cache-a100311d-31cd-4940-9e04-1572afdd5a42" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757945] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquired lock "refresh_cache-a100311d-31cd-4940-9e04-1572afdd5a42" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.758285] env[70683]: DEBUG nova.network.neutron [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.814131] env[70683]: DEBUG oslo_vmware.api [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280457, 'name': PowerOffVM_Task, 'duration_secs': 0.21652} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.814131] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.814131] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.814593] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3384dc7-c35f-4c07-91e1-b2760ca7314b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.920418] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.920783] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.920923] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleting the datastore file [datastore2] fb7a867e-cd53-47de-81b8-ecca62a9c82c {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.926290] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad5b4373-aed3-4fc5-bb2b-68d26549fa33 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.927687] env[70683]: INFO nova.compute.manager [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Took 39.63 seconds to build instance. [ 837.932649] env[70683]: DEBUG oslo_vmware.api [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 837.932649] env[70683]: value = "task-3280460" [ 837.932649] env[70683]: _type = "Task" [ 837.932649] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.946223] env[70683]: DEBUG oslo_vmware.api [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.048179] env[70683]: DEBUG nova.compute.utils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.052943] env[70683]: DEBUG nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.052943] env[70683]: DEBUG nova.network.neutron [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.055620] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 838.056210] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-739947cc-ec18-4d08-a5fa-85d8649122a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.071536] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 838.071536] env[70683]: value = "task-3280461" [ 838.071536] env[70683]: _type = "Task" [ 838.071536] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.085836] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.103146] env[70683]: DEBUG nova.policy [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1970fc03ca644410a24efcad0da21cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3c715596d7a42faad4784100a1a1a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.163192] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280458, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.340317] env[70683]: DEBUG nova.network.neutron [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.419853] env[70683]: DEBUG nova.network.neutron [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Successfully created port: 8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.431381] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d1ab7aa4-e913-4e36-aec2-a7bbd26bee1f tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.885s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.444492] env[70683]: DEBUG oslo_vmware.api [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282134} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.446524] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.446760] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.446942] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.447433] env[70683]: INFO nova.compute.manager [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 838.447738] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.448725] env[70683]: DEBUG nova.compute.manager [-] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.448773] env[70683]: DEBUG nova.network.neutron [-] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.557171] env[70683]: DEBUG nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.584052] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280461, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.664422] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525735} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.664685] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a/f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.666841] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.666841] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0934856-9e3c-43bd-bd14-1af2b87be073 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.669784] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721c7b8-baa0-4a4f-bf71-0de3fa3f2b89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.678020] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 838.678020] env[70683]: value = "task-3280462" [ 838.678020] env[70683]: _type = "Task" [ 838.678020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.684569] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f751e58-64f3-4823-9f52-53e39d356805 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.693235] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.727164] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84b1f76-ae59-4014-9558-26abec1dcf44 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.735020] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8c1aa6-6db7-4ad3-b3e1-141ccf6b1306 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.749693] env[70683]: DEBUG nova.compute.provider_tree [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.833684] env[70683]: DEBUG nova.network.neutron [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Updating instance_info_cache with network_info: [{"id": "41c6d1cb-3d01-4b5f-9d97-34b75ece8315", "address": "fa:16:3e:4b:8e:3f", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c6d1cb-3d", "ovs_interfaceid": "41c6d1cb-3d01-4b5f-9d97-34b75ece8315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.937971] env[70683]: DEBUG nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.081776] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280461, 'name': CreateSnapshot_Task, 'duration_secs': 0.794962} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.082118] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 839.082965] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d28f70-e8d7-45d0-858f-5d48f01e7f21 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.186262] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079404} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.186631] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.187494] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a118bb-b395-4bfa-bc24-2bdb3bf98ba0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.215113] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a/f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.215502] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ae2e9c-04d1-4658-a70e-35687e67369b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.238631] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 839.238631] env[70683]: value = "task-3280463" [ 839.238631] env[70683]: _type = "Task" [ 839.238631] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.247588] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.252710] env[70683]: DEBUG nova.scheduler.client.report [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.336716] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Releasing lock "refresh_cache-a100311d-31cd-4940-9e04-1572afdd5a42" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.337078] env[70683]: DEBUG nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Instance network_info: |[{"id": "41c6d1cb-3d01-4b5f-9d97-34b75ece8315", "address": "fa:16:3e:4b:8e:3f", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c6d1cb-3d", "ovs_interfaceid": "41c6d1cb-3d01-4b5f-9d97-34b75ece8315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.344214] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:8e:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41c6d1cb-3d01-4b5f-9d97-34b75ece8315', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.355461] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.356826] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.357168] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ca2fbfb-8c76-4e63-8544-c1ab4d97f755 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.373817] env[70683]: DEBUG nova.compute.manager [req-83ec35fe-a11e-46d1-a956-d7e31ac95bc0 req-9a1a7fe6-6cac-490a-910c-89efe49945aa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Received event network-vif-deleted-1339d391-8b86-4532-9e34-7a22862f0fdf {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.374029] env[70683]: INFO nova.compute.manager [req-83ec35fe-a11e-46d1-a956-d7e31ac95bc0 req-9a1a7fe6-6cac-490a-910c-89efe49945aa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Neutron deleted interface 1339d391-8b86-4532-9e34-7a22862f0fdf; detaching it from the instance and deleting it from the info cache [ 839.374206] env[70683]: DEBUG nova.network.neutron [req-83ec35fe-a11e-46d1-a956-d7e31ac95bc0 req-9a1a7fe6-6cac-490a-910c-89efe49945aa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.380946] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.380946] env[70683]: value = "task-3280464" [ 839.380946] env[70683]: _type = "Task" [ 839.380946] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.382967] env[70683]: DEBUG nova.compute.manager [req-8d756ac9-1ddf-4445-9fc4-51bbe4e51fa8 req-789ab5d8-8cb0-40a6-a62c-f84fab6c36e1 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Received event network-changed-41c6d1cb-3d01-4b5f-9d97-34b75ece8315 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.383253] env[70683]: DEBUG nova.compute.manager [req-8d756ac9-1ddf-4445-9fc4-51bbe4e51fa8 req-789ab5d8-8cb0-40a6-a62c-f84fab6c36e1 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Refreshing instance network info cache due to event network-changed-41c6d1cb-3d01-4b5f-9d97-34b75ece8315. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.383388] env[70683]: DEBUG oslo_concurrency.lockutils [req-8d756ac9-1ddf-4445-9fc4-51bbe4e51fa8 req-789ab5d8-8cb0-40a6-a62c-f84fab6c36e1 service nova] Acquiring lock "refresh_cache-a100311d-31cd-4940-9e04-1572afdd5a42" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.383546] env[70683]: DEBUG oslo_concurrency.lockutils [req-8d756ac9-1ddf-4445-9fc4-51bbe4e51fa8 req-789ab5d8-8cb0-40a6-a62c-f84fab6c36e1 service nova] Acquired lock "refresh_cache-a100311d-31cd-4940-9e04-1572afdd5a42" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.383713] env[70683]: DEBUG nova.network.neutron [req-8d756ac9-1ddf-4445-9fc4-51bbe4e51fa8 req-789ab5d8-8cb0-40a6-a62c-f84fab6c36e1 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Refreshing network info cache for port 41c6d1cb-3d01-4b5f-9d97-34b75ece8315 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.394299] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280464, 'name': CreateVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.466422] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.569951] env[70683]: DEBUG nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.607104] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 839.607899] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-18fade23-388d-440b-82f6-0bf685167f01 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.620438] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.620602] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.620762] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.620949] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.621198] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.621355] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.621806] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.621806] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.621903] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.622040] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.622223] env[70683]: DEBUG nova.virt.hardware [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.623113] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bbe787-4414-4e3e-9bf0-f47a07721eeb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.627352] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 839.627352] env[70683]: value = "task-3280465" [ 839.627352] env[70683]: _type = "Task" [ 839.627352] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.634397] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c11aa-00d7-40f9-9bbd-de076eeb4680 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.645807] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280465, 'name': CloneVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.672396] env[70683]: DEBUG nova.network.neutron [-] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.749872] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280463, 'name': ReconfigVM_Task, 'duration_secs': 0.372078} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.750340] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Reconfigured VM instance instance-00000023 to attach disk [datastore1] f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a/f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.751118] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b33de764-512a-4de1-a442-26fdd8973fed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.758440] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.761301] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 839.761301] env[70683]: value = "task-3280466" [ 839.761301] env[70683]: _type = "Task" [ 839.761301] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.761982] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.434s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.763918] env[70683]: INFO nova.compute.claims [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.773203] env[70683]: INFO nova.compute.manager [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Rescuing [ 839.773203] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.773203] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquired lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.773203] env[70683]: DEBUG nova.network.neutron [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.778639] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280466, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.811931] env[70683]: INFO nova.scheduler.client.report [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Deleted allocations for instance 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5 [ 839.877592] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a220b59e-c38e-44d2-831c-ac7c6d658438 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.894819] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951a75bf-d9cf-469b-a4c2-87ba88e4b800 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.917122] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280464, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.941576] env[70683]: DEBUG nova.compute.manager [req-83ec35fe-a11e-46d1-a956-d7e31ac95bc0 req-9a1a7fe6-6cac-490a-910c-89efe49945aa service nova] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Detach interface failed, port_id=1339d391-8b86-4532-9e34-7a22862f0fdf, reason: Instance fb7a867e-cd53-47de-81b8-ecca62a9c82c could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.124194] env[70683]: DEBUG nova.network.neutron [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Successfully updated port: 8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.138076] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280465, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.175437] env[70683]: INFO nova.compute.manager [-] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Took 1.73 seconds to deallocate network for instance. [ 840.192983] env[70683]: DEBUG nova.network.neutron [req-8d756ac9-1ddf-4445-9fc4-51bbe4e51fa8 req-789ab5d8-8cb0-40a6-a62c-f84fab6c36e1 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Updated VIF entry in instance network info cache for port 41c6d1cb-3d01-4b5f-9d97-34b75ece8315. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.193351] env[70683]: DEBUG nova.network.neutron [req-8d756ac9-1ddf-4445-9fc4-51bbe4e51fa8 req-789ab5d8-8cb0-40a6-a62c-f84fab6c36e1 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Updating instance_info_cache with network_info: [{"id": "41c6d1cb-3d01-4b5f-9d97-34b75ece8315", "address": "fa:16:3e:4b:8e:3f", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c6d1cb-3d", "ovs_interfaceid": "41c6d1cb-3d01-4b5f-9d97-34b75ece8315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.293878] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280466, 'name': Rename_Task, 'duration_secs': 0.159889} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.294232] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.294535] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc6e4548-63f3-4d23-9879-0ce477786e61 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.301053] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 840.301053] env[70683]: value = "task-3280467" [ 840.301053] env[70683]: _type = "Task" [ 840.301053] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.310804] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.322302] env[70683]: DEBUG oslo_concurrency.lockutils [None req-57603d8d-ad17-4e95-8c92-cd0a84fcec19 tempest-ServerMetadataNegativeTestJSON-1945822266 tempest-ServerMetadataNegativeTestJSON-1945822266-project-member] Lock "6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.177s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.393063] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280464, 'name': CreateVM_Task, 'duration_secs': 0.765971} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.393509] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.394379] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.394731] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.395295] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.397018] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef413987-8bf0-44fd-aab7-65b221f6a2ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.400967] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 840.400967] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eb72eb-dc04-905a-a223-439355288664" [ 840.400967] env[70683]: _type = "Task" [ 840.400967] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.412478] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eb72eb-dc04-905a-a223-439355288664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.536601] env[70683]: DEBUG nova.network.neutron [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [{"id": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "address": "fa:16:3e:ec:01:fc", "network": {"id": "4e999c20-1218-4fc3-9a8b-8dd5f4d23060", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-605712566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f304eaa4faac425da2b969b7eb40fcb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91c4ed1-ca", "ovs_interfaceid": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.626950] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.626950] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquired lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.627056] env[70683]: DEBUG nova.network.neutron [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.641335] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280465, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.682039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.699462] env[70683]: DEBUG oslo_concurrency.lockutils [req-8d756ac9-1ddf-4445-9fc4-51bbe4e51fa8 req-789ab5d8-8cb0-40a6-a62c-f84fab6c36e1 service nova] Releasing lock "refresh_cache-a100311d-31cd-4940-9e04-1572afdd5a42" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.820766] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280467, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.915313] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eb72eb-dc04-905a-a223-439355288664, 'name': SearchDatastore_Task, 'duration_secs': 0.016312} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.915413] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.915721] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.919126] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.919126] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.919126] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.919126] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc72460-2bd0-4346-a41e-d8ec595373fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.933645] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.934329] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.935207] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6530e785-5aae-440b-a8fb-8e345559050c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.942038] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 840.942038] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525d253e-4569-2c4c-b0a8-3408c1954f7f" [ 840.942038] env[70683]: _type = "Task" [ 840.942038] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.951663] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525d253e-4569-2c4c-b0a8-3408c1954f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.039881] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Releasing lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.151749] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280465, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.206761] env[70683]: DEBUG nova.network.neutron [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.313227] env[70683]: DEBUG oslo_vmware.api [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280467, 'name': PowerOnVM_Task, 'duration_secs': 0.699253} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.316112] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.316342] env[70683]: INFO nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Took 9.39 seconds to spawn the instance on the hypervisor. [ 841.316520] env[70683]: DEBUG nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.318852] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9842e644-6002-4048-9cf3-c43733648144 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.457251] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525d253e-4569-2c4c-b0a8-3408c1954f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.458160] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e7a9da-42f0-484c-a5b8-8cf72e907bfe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.467472] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 841.467472] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522d004a-bdb6-23a7-ec3f-dcc246916073" [ 841.467472] env[70683]: _type = "Task" [ 841.467472] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.478516] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522d004a-bdb6-23a7-ec3f-dcc246916073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.492088] env[70683]: DEBUG nova.network.neutron [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Updating instance_info_cache with network_info: [{"id": "8ce8c01e-a28c-4cda-af07-8cd346de0478", "address": "fa:16:3e:35:64:08", "network": {"id": "d9738aeb-3a3f-4e71-924c-78e64d095194", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-366766351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c715596d7a42faad4784100a1a1a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce8c01e-a2", "ovs_interfaceid": "8ce8c01e-a28c-4cda-af07-8cd346de0478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.500484] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a315e69-01c5-4d76-b721-439f7ee556d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.509055] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4526c14a-5f34-404f-a018-d3fd2568c2eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.546452] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cdeca4-b289-41bb-8c14-5d88cc1096d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.555189] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2310ca68-7efe-453d-a100-8899bee7e437 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.571023] env[70683]: DEBUG nova.compute.provider_tree [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.641044] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280465, 'name': CloneVM_Task, 'duration_secs': 1.852816} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.641147] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Created linked-clone VM from snapshot [ 841.641920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c912ed7-929a-4a68-9ad3-f7bcde1a6b8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.653039] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Uploading image 88c7486c-d3a4-4cf9-b852-9e5c60e68474 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 841.671615] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquiring lock "e85c185c-9e92-4539-a3f4-105c29b1a018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.671882] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "e85c185c-9e92-4539-a3f4-105c29b1a018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.686690] env[70683]: DEBUG oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 841.686690] env[70683]: value = "vm-655154" [ 841.686690] env[70683]: _type = "VirtualMachine" [ 841.686690] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 841.686967] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c0f1b77-b601-404f-9b89-549a602b59f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.694892] env[70683]: DEBUG oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lease: (returnval){ [ 841.694892] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b58159-400e-06a5-9c53-d289855d7eed" [ 841.694892] env[70683]: _type = "HttpNfcLease" [ 841.694892] env[70683]: } obtained for exporting VM: (result){ [ 841.694892] env[70683]: value = "vm-655154" [ 841.694892] env[70683]: _type = "VirtualMachine" [ 841.694892] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 841.694892] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the lease: (returnval){ [ 841.694892] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b58159-400e-06a5-9c53-d289855d7eed" [ 841.694892] env[70683]: _type = "HttpNfcLease" [ 841.694892] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 841.700763] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.700763] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b58159-400e-06a5-9c53-d289855d7eed" [ 841.700763] env[70683]: _type = "HttpNfcLease" [ 841.700763] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 841.747849] env[70683]: DEBUG nova.compute.manager [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Received event network-vif-plugged-8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.751282] env[70683]: DEBUG oslo_concurrency.lockutils [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] Acquiring lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.751563] env[70683]: DEBUG oslo_concurrency.lockutils [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.751751] env[70683]: DEBUG oslo_concurrency.lockutils [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.751999] env[70683]: DEBUG nova.compute.manager [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] No waiting events found dispatching network-vif-plugged-8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.752113] env[70683]: WARNING nova.compute.manager [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Received unexpected event network-vif-plugged-8ce8c01e-a28c-4cda-af07-8cd346de0478 for instance with vm_state building and task_state spawning. [ 841.752270] env[70683]: DEBUG nova.compute.manager [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Received event network-changed-8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.752459] env[70683]: DEBUG nova.compute.manager [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Refreshing instance network info cache due to event network-changed-8ce8c01e-a28c-4cda-af07-8cd346de0478. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.752678] env[70683]: DEBUG oslo_concurrency.lockutils [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] Acquiring lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.840019] env[70683]: INFO nova.compute.manager [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Took 42.09 seconds to build instance. [ 841.980559] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522d004a-bdb6-23a7-ec3f-dcc246916073, 'name': SearchDatastore_Task, 'duration_secs': 0.02728} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.980833] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.983377] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] a100311d-31cd-4940-9e04-1572afdd5a42/a100311d-31cd-4940-9e04-1572afdd5a42.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.983377] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd27b082-e090-4f4d-bf1d-f2fce5ff06c7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.988650] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 841.988650] env[70683]: value = "task-3280469" [ 841.988650] env[70683]: _type = "Task" [ 841.988650] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.996017] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.998683] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Releasing lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.999144] env[70683]: DEBUG nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Instance network_info: |[{"id": "8ce8c01e-a28c-4cda-af07-8cd346de0478", "address": "fa:16:3e:35:64:08", "network": {"id": "d9738aeb-3a3f-4e71-924c-78e64d095194", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-366766351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c715596d7a42faad4784100a1a1a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce8c01e-a2", "ovs_interfaceid": "8ce8c01e-a28c-4cda-af07-8cd346de0478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.999474] env[70683]: DEBUG oslo_concurrency.lockutils [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] Acquired lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.999650] env[70683]: DEBUG nova.network.neutron [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Refreshing network info cache for port 8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.000831] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:64:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce8c01e-a28c-4cda-af07-8cd346de0478', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.009172] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Creating folder: Project (b3c715596d7a42faad4784100a1a1a36). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.010326] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49965020-9b43-461e-bb9a-d797f1ab1433 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.021545] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Created folder: Project (b3c715596d7a42faad4784100a1a1a36) in parent group-v655051. [ 842.021738] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Creating folder: Instances. Parent ref: group-v655155. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.022026] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e1f01a3-ecdc-414f-a15e-2ce95f4bf461 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.031540] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Created folder: Instances in parent group-v655155. [ 842.032474] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.032710] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.032934] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72005138-cc7f-4376-886f-34026b6a102a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.060295] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.060295] env[70683]: value = "task-3280472" [ 842.060295] env[70683]: _type = "Task" [ 842.060295] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.069125] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280472, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.102326] env[70683]: ERROR nova.scheduler.client.report [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [req-6912728d-e338-4fdc-8521-7897d9a5f558] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6912728d-e338-4fdc-8521-7897d9a5f558"}]} [ 842.121974] env[70683]: DEBUG nova.scheduler.client.report [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 842.144575] env[70683]: DEBUG nova.scheduler.client.report [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 842.144575] env[70683]: DEBUG nova.compute.provider_tree [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.157725] env[70683]: DEBUG nova.scheduler.client.report [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 842.183489] env[70683]: DEBUG nova.scheduler.client.report [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.202301] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.202301] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b58159-400e-06a5-9c53-d289855d7eed" [ 842.202301] env[70683]: _type = "HttpNfcLease" [ 842.202301] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 842.202301] env[70683]: DEBUG oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 842.202301] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b58159-400e-06a5-9c53-d289855d7eed" [ 842.202301] env[70683]: _type = "HttpNfcLease" [ 842.202301] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 842.202964] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68edbaff-2ea5-4a62-88a9-2004fd21b4c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.210818] env[70683]: DEBUG oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6c822-b60c-1ee6-43a7-ce3de9848523/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 842.211469] env[70683]: DEBUG oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6c822-b60c-1ee6-43a7-ce3de9848523/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 842.312526] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dfc3ed3-869c-4264-ba09-8f3cf6125093 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.347856] env[70683]: DEBUG oslo_concurrency.lockutils [None req-48c91f0b-b151-4251-8c6b-cf0f54316f80 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.554s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.500826] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280469, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.573198] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280472, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.593873] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.594648] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe3a32e3-1b02-49f5-845d-465ce017d819 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.602191] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 842.602191] env[70683]: value = "task-3280473" [ 842.602191] env[70683]: _type = "Task" [ 842.602191] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.618183] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.864474] env[70683]: DEBUG nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.957828] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c9b8c4-b1f4-4f43-9bf8-fa9081b5e387 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.968093] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ecf0d-7ecf-40f3-b307-2ab6edf5736b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.009027] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9b929c-d883-4fc8-9955-de5ea9e4b385 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.027074] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280469, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.031126] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d54d8b5-8c5f-49a6-8da2-ace6454f2607 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.049839] env[70683]: DEBUG nova.compute.provider_tree [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.072435] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280472, 'name': CreateVM_Task, 'duration_secs': 0.522675} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.080217] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.080217] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.080217] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.080640] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.081312] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6add23-71d3-4c88-b078-75fa53ccf2d6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.086491] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 843.086491] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b4a0d-46ab-110d-0914-d58e6294ccd6" [ 843.086491] env[70683]: _type = "Task" [ 843.086491] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.096647] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b4a0d-46ab-110d-0914-d58e6294ccd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.112935] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.206168] env[70683]: DEBUG nova.network.neutron [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Updated VIF entry in instance network info cache for port 8ce8c01e-a28c-4cda-af07-8cd346de0478. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.206168] env[70683]: DEBUG nova.network.neutron [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Updating instance_info_cache with network_info: [{"id": "8ce8c01e-a28c-4cda-af07-8cd346de0478", "address": "fa:16:3e:35:64:08", "network": {"id": "d9738aeb-3a3f-4e71-924c-78e64d095194", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-366766351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c715596d7a42faad4784100a1a1a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce8c01e-a2", "ovs_interfaceid": "8ce8c01e-a28c-4cda-af07-8cd346de0478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.396605] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.516160] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280469, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.588518] env[70683]: DEBUG nova.scheduler.client.report [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 843.588822] env[70683]: DEBUG nova.compute.provider_tree [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 63 to 64 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 843.589084] env[70683]: DEBUG nova.compute.provider_tree [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.603161] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b4a0d-46ab-110d-0914-d58e6294ccd6, 'name': SearchDatastore_Task, 'duration_secs': 0.026424} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.603594] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.603849] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.604113] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.604396] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.604481] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.608584] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f126a83-60f4-4176-b731-eb0ce2adb5da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.617794] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.631099] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.631099] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.631099] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83808f3-c986-4a64-b9b3-a32775548814 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.637116] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 843.637116] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c51404-f614-20f7-decd-317f2ab375f7" [ 843.637116] env[70683]: _type = "Task" [ 843.637116] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.647234] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c51404-f614-20f7-decd-317f2ab375f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.710838] env[70683]: DEBUG oslo_concurrency.lockutils [req-406892c3-22aa-4f48-a997-2c963fa4ece7 req-696bbb15-6627-4f4a-b19e-c04acf82561c service nova] Releasing lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.823464] env[70683]: DEBUG nova.compute.manager [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.824876] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6423ccd0-8d63-4af6-96d2-b9d22a8b075b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.015600] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280469, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.615951} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.015973] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] a100311d-31cd-4940-9e04-1572afdd5a42/a100311d-31cd-4940-9e04-1572afdd5a42.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.016137] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.016411] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6ec501d-6162-4742-ab21-be692342f7d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.023524] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 844.023524] env[70683]: value = "task-3280474" [ 844.023524] env[70683]: _type = "Task" [ 844.023524] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.031837] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.098206] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.336s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.098881] env[70683]: DEBUG nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.102159] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.203s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.102374] env[70683]: DEBUG nova.objects.instance [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.116033] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280473, 'name': PowerOffVM_Task, 'duration_secs': 1.219896} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.116257] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.117133] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c79e32-8220-413b-92b2-70ed9d9a44eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.135856] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75acdafe-7bfe-401c-92ff-33179431f2a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.153173] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c51404-f614-20f7-decd-317f2ab375f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.154047] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9aa1825-08d3-4742-bfe1-611cea18dca7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.159947] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 844.159947] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5239cbe0-65e1-f97a-9f00-a332e4880486" [ 844.159947] env[70683]: _type = "Task" [ 844.159947] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.168100] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5239cbe0-65e1-f97a-9f00-a332e4880486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.175913] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.176161] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6b3fd5-ff94-4292-8b80-45f057b512bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.181888] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 844.181888] env[70683]: value = "task-3280475" [ 844.181888] env[70683]: _type = "Task" [ 844.181888] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.192194] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 844.192430] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.192692] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.192861] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.193058] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.193306] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d955462-fa49-4eb7-8643-9b5df473f72c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.201350] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.201540] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.202288] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a312864-954a-4a63-bbd2-1eef1b0a86f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.208018] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 844.208018] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529c163b-2402-9182-2d03-185c41408f67" [ 844.208018] env[70683]: _type = "Task" [ 844.208018] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.215838] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529c163b-2402-9182-2d03-185c41408f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.337045] env[70683]: INFO nova.compute.manager [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] instance snapshotting [ 844.339761] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4ddd60-0400-4a74-b638-5088003c4c41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.359042] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c421b6b2-3a7f-4737-86e3-91477c071c6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.533763] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084872} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.534063] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.534898] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdbc8ef-81ae-4ae5-8182-5aa33558f616 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.558334] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] a100311d-31cd-4940-9e04-1572afdd5a42/a100311d-31cd-4940-9e04-1572afdd5a42.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.558334] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80ff1ce-bf13-4af4-8612-019ec7f072b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.578056] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 844.578056] env[70683]: value = "task-3280476" [ 844.578056] env[70683]: _type = "Task" [ 844.578056] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.585894] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.608047] env[70683]: DEBUG nova.compute.utils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.609205] env[70683]: DEBUG nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.609380] env[70683]: DEBUG nova.network.neutron [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.671773] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5239cbe0-65e1-f97a-9f00-a332e4880486, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.672083] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.672388] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c73bc43a-7ff8-4f69-90a7-841bfe5c7e05/c73bc43a-7ff8-4f69-90a7-841bfe5c7e05.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.672704] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb2ba4b-259a-4e5a-8dc5-6d70a8360680 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.680231] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 844.680231] env[70683]: value = "task-3280477" [ 844.680231] env[70683]: _type = "Task" [ 844.680231] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.689067] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.690678] env[70683]: DEBUG nova.policy [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2890f9462d214b20bd2f688f7b428003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd0084e089b64b71ba9a78055ec4a2bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.720951] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529c163b-2402-9182-2d03-185c41408f67, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.721849] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5af91dc-259f-425a-8604-8cc9934dc609 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.727578] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 844.727578] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52893d1a-d1bd-c55f-1854-ed2a31fdeec7" [ 844.727578] env[70683]: _type = "Task" [ 844.727578] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.736401] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52893d1a-d1bd-c55f-1854-ed2a31fdeec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.869768] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.870351] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed9e92a1-0359-451d-a37d-3903d992bfbb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.880510] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 844.880510] env[70683]: value = "task-3280478" [ 844.880510] env[70683]: _type = "Task" [ 844.880510] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.896671] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280478, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.095273] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280476, 'name': ReconfigVM_Task, 'duration_secs': 0.294293} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.095830] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Reconfigured VM instance instance-00000024 to attach disk [datastore1] a100311d-31cd-4940-9e04-1572afdd5a42/a100311d-31cd-4940-9e04-1572afdd5a42.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.097523] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a861fbfb-7be3-4d7e-bbc0-52d6b1fd88b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.107353] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 845.107353] env[70683]: value = "task-3280479" [ 845.107353] env[70683]: _type = "Task" [ 845.107353] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.112435] env[70683]: DEBUG nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.116393] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5ce4bfba-799d-458e-b1ce-76b43a823fd6 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.119962] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.438s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.121526] env[70683]: INFO nova.compute.claims [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.128430] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280479, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.193471] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50274} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.193823] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c73bc43a-7ff8-4f69-90a7-841bfe5c7e05/c73bc43a-7ff8-4f69-90a7-841bfe5c7e05.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.194107] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.194861] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa927c4-9459-4780-8568-ffc2e9c07fb9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.202256] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 845.202256] env[70683]: value = "task-3280480" [ 845.202256] env[70683]: _type = "Task" [ 845.202256] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.211604] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.228359] env[70683]: DEBUG nova.network.neutron [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Successfully created port: 612a244f-e364-4d2b-aa56-bb408e0c3628 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.242126] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52893d1a-d1bd-c55f-1854-ed2a31fdeec7, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.242501] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.242764] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. {{(pid=70683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 845.243074] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c7562eb-3f46-4949-8232-566234cc0ae2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.250200] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 845.250200] env[70683]: value = "task-3280481" [ 845.250200] env[70683]: _type = "Task" [ 845.250200] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.259026] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.392288] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280478, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.619208] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280479, 'name': Rename_Task, 'duration_secs': 0.191099} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.623227] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.624492] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281f5df3-57f0-46af-841b-3f493d908301 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.633338] env[70683]: DEBUG nova.network.neutron [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Successfully created port: c8f537e9-d7dc-48f6-9fac-584938af06d7 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.635495] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 845.635495] env[70683]: value = "task-3280482" [ 845.635495] env[70683]: _type = "Task" [ 845.635495] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.646739] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.715226] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068448} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.715567] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.716457] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b170e51-41f7-4bce-95b3-fcce0075c80d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.744757] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c73bc43a-7ff8-4f69-90a7-841bfe5c7e05/c73bc43a-7ff8-4f69-90a7-841bfe5c7e05.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.745141] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eceb0148-abb8-4208-b05b-94e91c86416a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.770765] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280481, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.772084] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 845.772084] env[70683]: value = "task-3280483" [ 845.772084] env[70683]: _type = "Task" [ 845.772084] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.783307] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.891919] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280478, 'name': CreateSnapshot_Task, 'duration_secs': 0.894235} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.892225] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.894285] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf46357-8393-48a8-bd03-76090fd57694 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.126446] env[70683]: DEBUG nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.157459] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280482, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.166403] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.166654] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.167071] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.167310] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.167526] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.167772] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.168069] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.168291] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.168520] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.168767] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.169377] env[70683]: DEBUG nova.virt.hardware [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.170416] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9448d5-1665-4f4f-a333-6b341d9ba492 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.184620] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6efbbef-a745-4a3d-8249-5282511aa363 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.273864] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57238} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.277646] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. [ 846.281455] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997aefe2-623c-4b3f-a0e8-9b78efad98f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.289382] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.312338] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.315476] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d73194b-f3d1-441e-902a-8540135674ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.334713] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 846.334713] env[70683]: value = "task-3280484" [ 846.334713] env[70683]: _type = "Task" [ 846.334713] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.346484] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.411054] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 846.411387] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7abc307d-52fc-493e-9a32-91a0b53d5dae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.422525] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 846.422525] env[70683]: value = "task-3280485" [ 846.422525] env[70683]: _type = "Task" [ 846.422525] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.432525] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280485, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.657047] env[70683]: DEBUG oslo_vmware.api [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280482, 'name': PowerOnVM_Task, 'duration_secs': 0.584352} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.657550] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.657768] env[70683]: INFO nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Took 9.75 seconds to spawn the instance on the hypervisor. [ 846.658078] env[70683]: DEBUG nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.662649] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4aa90d-644f-46a3-8e50-146197bf5828 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.779015] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd092e3-66b8-40f6-84a1-bc604b885aad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.787446] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280483, 'name': ReconfigVM_Task, 'duration_secs': 0.995927} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.789700] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c73bc43a-7ff8-4f69-90a7-841bfe5c7e05/c73bc43a-7ff8-4f69-90a7-841bfe5c7e05.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.790386] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6994322-6404-41e8-a0e5-7a4a0c5b5f49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.792838] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e11d5c-ad3f-486c-9d8f-bf2c542c26a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.801353] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 846.801353] env[70683]: value = "task-3280486" [ 846.801353] env[70683]: _type = "Task" [ 846.801353] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.830822] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daa154e-8c30-44c5-9c21-98008a8c6417 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.842822] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280486, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.844567] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f827d5-1797-42e8-8d96-fb6500976e33 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.853348] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.863651] env[70683]: DEBUG nova.compute.provider_tree [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.932680] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280485, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.187323] env[70683]: INFO nova.compute.manager [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Took 43.97 seconds to build instance. [ 847.339764] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280486, 'name': Rename_Task, 'duration_secs': 0.183385} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.344901] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.347153] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0c348c7-484e-4858-bb5f-8cfbccfe351b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.352091] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280484, 'name': ReconfigVM_Task, 'duration_secs': 0.797723} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.353940] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Reconfigured VM instance instance-00000022 to attach disk [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.354618] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 847.354618] env[70683]: value = "task-3280487" [ 847.354618] env[70683]: _type = "Task" [ 847.354618] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.355749] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533c533a-e068-49f8-8c0a-6775dca1ae51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.367986] env[70683]: DEBUG nova.scheduler.client.report [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.371737] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.397927] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b899d3a5-fb3c-434d-a943-ee36822186a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.415334] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 847.415334] env[70683]: value = "task-3280488" [ 847.415334] env[70683]: _type = "Task" [ 847.415334] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.425493] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.435861] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280485, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.650182] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feefddff-c4b1-4fe9-85f4-41e2fe28ab49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.657018] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a04c7cc6-af6b-40f5-b314-2f8280ac37d5 tempest-ServersAdminNegativeTestJSON-34574645 tempest-ServersAdminNegativeTestJSON-34574645-project-admin] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Suspending the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 847.657018] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-826fa2f9-6ff3-4df4-82c2-1ee96be365e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.665073] env[70683]: DEBUG oslo_vmware.api [None req-a04c7cc6-af6b-40f5-b314-2f8280ac37d5 tempest-ServersAdminNegativeTestJSON-34574645 tempest-ServersAdminNegativeTestJSON-34574645-project-admin] Waiting for the task: (returnval){ [ 847.665073] env[70683]: value = "task-3280489" [ 847.665073] env[70683]: _type = "Task" [ 847.665073] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.672402] env[70683]: DEBUG nova.network.neutron [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Successfully updated port: 612a244f-e364-4d2b-aa56-bb408e0c3628 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.683100] env[70683]: DEBUG oslo_vmware.api [None req-a04c7cc6-af6b-40f5-b314-2f8280ac37d5 tempest-ServersAdminNegativeTestJSON-34574645 tempest-ServersAdminNegativeTestJSON-34574645-project-admin] Task: {'id': task-3280489, 'name': SuspendVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.691140] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f5bcf80-cfec-4790-91b9-6106a7f1be8c tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "a100311d-31cd-4940-9e04-1572afdd5a42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.649s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.702093] env[70683]: DEBUG nova.compute.manager [req-1907c954-8d65-45e2-bdf5-85865ebacd83 req-7cf3f728-16ae-40fd-9266-8477ac3b77ae service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Received event network-vif-plugged-612a244f-e364-4d2b-aa56-bb408e0c3628 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.703035] env[70683]: DEBUG oslo_concurrency.lockutils [req-1907c954-8d65-45e2-bdf5-85865ebacd83 req-7cf3f728-16ae-40fd-9266-8477ac3b77ae service nova] Acquiring lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.703035] env[70683]: DEBUG oslo_concurrency.lockutils [req-1907c954-8d65-45e2-bdf5-85865ebacd83 req-7cf3f728-16ae-40fd-9266-8477ac3b77ae service nova] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.703035] env[70683]: DEBUG oslo_concurrency.lockutils [req-1907c954-8d65-45e2-bdf5-85865ebacd83 req-7cf3f728-16ae-40fd-9266-8477ac3b77ae service nova] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.703219] env[70683]: DEBUG nova.compute.manager [req-1907c954-8d65-45e2-bdf5-85865ebacd83 req-7cf3f728-16ae-40fd-9266-8477ac3b77ae service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] No waiting events found dispatching network-vif-plugged-612a244f-e364-4d2b-aa56-bb408e0c3628 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.703612] env[70683]: WARNING nova.compute.manager [req-1907c954-8d65-45e2-bdf5-85865ebacd83 req-7cf3f728-16ae-40fd-9266-8477ac3b77ae service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Received unexpected event network-vif-plugged-612a244f-e364-4d2b-aa56-bb408e0c3628 for instance with vm_state building and task_state spawning. [ 847.869442] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.892630] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.893170] env[70683]: DEBUG nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.901113] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.993s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.927596] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.939332] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280485, 'name': CloneVM_Task, 'duration_secs': 1.265721} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.941319] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Created linked-clone VM from snapshot [ 847.941319] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15df1324-03a1-4d90-986d-9c892e7a1484 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.949125] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Uploading image b7b3e371-010b-41b4-804b-e57e6b4c8b37 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.972341] env[70683]: DEBUG oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.972341] env[70683]: value = "vm-655159" [ 847.972341] env[70683]: _type = "VirtualMachine" [ 847.972341] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.972651] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e910562-f9b3-4c97-8518-1f9ba54da0f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.979869] env[70683]: DEBUG oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lease: (returnval){ [ 847.979869] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522417c4-1be6-928d-9afb-f923597a6cd3" [ 847.979869] env[70683]: _type = "HttpNfcLease" [ 847.979869] env[70683]: } obtained for exporting VM: (result){ [ 847.979869] env[70683]: value = "vm-655159" [ 847.979869] env[70683]: _type = "VirtualMachine" [ 847.979869] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.980214] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the lease: (returnval){ [ 847.980214] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522417c4-1be6-928d-9afb-f923597a6cd3" [ 847.980214] env[70683]: _type = "HttpNfcLease" [ 847.980214] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.989350] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.989350] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522417c4-1be6-928d-9afb-f923597a6cd3" [ 847.989350] env[70683]: _type = "HttpNfcLease" [ 847.989350] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.173514] env[70683]: DEBUG oslo_vmware.api [None req-a04c7cc6-af6b-40f5-b314-2f8280ac37d5 tempest-ServersAdminNegativeTestJSON-34574645 tempest-ServersAdminNegativeTestJSON-34574645-project-admin] Task: {'id': task-3280489, 'name': SuspendVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.195509] env[70683]: DEBUG nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.375071] env[70683]: DEBUG oslo_vmware.api [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280487, 'name': PowerOnVM_Task, 'duration_secs': 0.800034} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.375071] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.375071] env[70683]: INFO nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Took 8.80 seconds to spawn the instance on the hypervisor. [ 848.375071] env[70683]: DEBUG nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.375071] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde87798-cbe5-4cf2-a09a-e0ac02543e51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.417257] env[70683]: DEBUG nova.compute.utils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.418640] env[70683]: DEBUG nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.419096] env[70683]: DEBUG nova.network.neutron [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.435030] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280488, 'name': ReconfigVM_Task, 'duration_secs': 0.957743} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.435030] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.435030] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44cc67b0-957d-4e31-83d7-b4bc188a01eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.443968] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 848.443968] env[70683]: value = "task-3280491" [ 848.443968] env[70683]: _type = "Task" [ 848.443968] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.456237] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.472687] env[70683]: DEBUG nova.policy [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8659b93b044745f6bf92076bdb03b64b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6119d1a663ec4f0fa0c544253d323922', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.489785] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.489785] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522417c4-1be6-928d-9afb-f923597a6cd3" [ 848.489785] env[70683]: _type = "HttpNfcLease" [ 848.489785] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.490097] env[70683]: DEBUG oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.490097] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522417c4-1be6-928d-9afb-f923597a6cd3" [ 848.490097] env[70683]: _type = "HttpNfcLease" [ 848.490097] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.491029] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07e24e-e402-402a-ad7d-ad0a3ac98748 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.498606] env[70683]: DEBUG oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b44a64-100d-0cb0-e1fe-e9fd790a45f0/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.498893] env[70683]: DEBUG oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b44a64-100d-0cb0-e1fe-e9fd790a45f0/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.623406] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c51a4edc-91c3-4e77-9a71-e8a04cef96ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.675525] env[70683]: DEBUG oslo_vmware.api [None req-a04c7cc6-af6b-40f5-b314-2f8280ac37d5 tempest-ServersAdminNegativeTestJSON-34574645 tempest-ServersAdminNegativeTestJSON-34574645-project-admin] Task: {'id': task-3280489, 'name': SuspendVM_Task} progress is 58%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.728397] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.824928] env[70683]: DEBUG nova.network.neutron [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Successfully created port: 16c76215-9b91-496c-9844-8b0a7d3c2c7b {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.895268] env[70683]: INFO nova.compute.manager [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Took 41.05 seconds to build instance. [ 848.929065] env[70683]: DEBUG nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.956352] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.960743] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 74fb2529-5bb8-43dc-a360-e25968f02d73 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.960916] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.961082] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ad1fa7d0-85ed-46ca-80d5-bde9feed81ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.961215] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance f309e06b-e607-4c2f-9743-8cba2f49ae08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.961352] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ba456b84-d8d6-4b50-83ce-ff8e53ac25c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.961475] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e9b0f70b-f729-4741-857b-3208e32dce90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.961680] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ecf7e324-2b6c-43dd-b257-854a912604b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.961797] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ba1839c5-2c7d-4b59-89d9-6ed8e44343a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.961859] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.962505] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ba0c07d0-0dc7-4dd0-a276-30bffa670249 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.962505] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 074198f4-c433-42e5-be81-4c6f45554d97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.962505] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e151b104-0273-47db-b6a3-9705a99059fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.962505] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 9231fe98-18d7-43fd-975b-872c393bc825 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.962505] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 3e334599-ed45-4671-81db-2ba06ee6002c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.962505] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 323dd4ff-8238-4ad3-b33c-589985456071 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.962969] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance fb7a867e-cd53-47de-81b8-ecca62a9c82c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 848.962969] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 2c36922b-ddcf-4e9f-bf35-f5aaf7400329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.962969] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.962969] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 11c8e46a-fa8c-4081-b323-a21d6869c91e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.963180] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance d7f3e5ef-b15a-431b-bafc-c97138988bb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.963232] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.963396] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance a100311d-31cd-4940-9e04-1572afdd5a42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.963396] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance c73bc43a-7ff8-4f69-90a7-841bfe5c7e05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.963511] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e1ccd6a9-267a-4e45-bf12-c63524c43b78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 848.963853] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance d4f03fe1-b12a-44c6-93a7-33ae77d4537d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.179838] env[70683]: DEBUG oslo_vmware.api [None req-a04c7cc6-af6b-40f5-b314-2f8280ac37d5 tempest-ServersAdminNegativeTestJSON-34574645 tempest-ServersAdminNegativeTestJSON-34574645-project-admin] Task: {'id': task-3280489, 'name': SuspendVM_Task, 'duration_secs': 1.363887} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.181197] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a04c7cc6-af6b-40f5-b314-2f8280ac37d5 tempest-ServersAdminNegativeTestJSON-34574645 tempest-ServersAdminNegativeTestJSON-34574645-project-admin] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Suspended the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 849.181273] env[70683]: DEBUG nova.compute.manager [None req-a04c7cc6-af6b-40f5-b314-2f8280ac37d5 tempest-ServersAdminNegativeTestJSON-34574645 tempest-ServersAdminNegativeTestJSON-34574645-project-admin] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.182261] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6026784-0b0d-498d-9273-367b75a8eeb6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.397193] env[70683]: DEBUG oslo_concurrency.lockutils [None req-667c11ff-136b-414c-9516-f734a9b6984f tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.007s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.460108] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.467196] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance a2e2e92b-90ee-4242-a4e6-0deaa0593a91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.894652] env[70683]: DEBUG nova.network.neutron [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Successfully updated port: c8f537e9-d7dc-48f6-9fac-584938af06d7 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.899961] env[70683]: DEBUG nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.941291] env[70683]: DEBUG nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.958096] env[70683]: DEBUG oslo_vmware.api [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280491, 'name': PowerOnVM_Task, 'duration_secs': 1.166076} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.958393] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.961448] env[70683]: DEBUG nova.compute.manager [None req-f5e5eafe-0076-4581-a0f6-cbc094f4534c tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.962207] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4789988b-6c94-4174-9e61-bc45cb2741d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.971916] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance a02eecf2-3d70-4e2d-8201-bc46f0e6f86d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.399977] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.400242] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquired lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.400370] env[70683]: DEBUG nova.network.neutron [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.409211] env[70683]: DEBUG nova.network.neutron [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Successfully updated port: 16c76215-9b91-496c-9844-8b0a7d3c2c7b {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.416195] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.416195] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.416306] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.417022] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.417022] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.417022] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.417022] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.417209] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.417522] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.417522] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.417811] env[70683]: DEBUG nova.virt.hardware [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.421306] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074e8314-a39a-46c6-829b-f6b9bab2162a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.434045] env[70683]: DEBUG oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6c822-b60c-1ee6-43a7-ce3de9848523/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 850.435430] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467a8c1-47e1-4184-a352-72fe86953ee6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.440754] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465fb3a8-edf2-405d-8e1f-15dc0f81d9ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.444637] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.458415] env[70683]: DEBUG oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6c822-b60c-1ee6-43a7-ce3de9848523/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 850.458415] env[70683]: ERROR oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6c822-b60c-1ee6-43a7-ce3de9848523/disk-0.vmdk due to incomplete transfer. [ 850.458598] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-601a1de7-bf9c-4c22-b939-ce86d76e99fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.466161] env[70683]: DEBUG oslo_vmware.rw_handles [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b6c822-b60c-1ee6-43a7-ce3de9848523/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 850.466355] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Uploaded image 88c7486c-d3a4-4cf9-b852-9e5c60e68474 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 850.468669] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.468925] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20b5c62b-3b35-4f3c-bcb0-d0f03219ad7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.475899] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 850.475899] env[70683]: value = "task-3280492" [ 850.475899] env[70683]: _type = "Task" [ 850.475899] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.476267] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance c79ca6bd-2519-4036-9431-415cfed01a74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.489142] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280492, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.870518] env[70683]: DEBUG nova.compute.manager [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Received event network-changed-612a244f-e364-4d2b-aa56-bb408e0c3628 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.870630] env[70683]: DEBUG nova.compute.manager [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Refreshing instance network info cache due to event network-changed-612a244f-e364-4d2b-aa56-bb408e0c3628. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.870806] env[70683]: DEBUG oslo_concurrency.lockutils [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] Acquiring lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.914863] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquiring lock "refresh_cache-d4f03fe1-b12a-44c6-93a7-33ae77d4537d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.914863] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquired lock "refresh_cache-d4f03fe1-b12a-44c6-93a7-33ae77d4537d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.914863] env[70683]: DEBUG nova.network.neutron [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.938819] env[70683]: DEBUG nova.network.neutron [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.984213] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 84f522d4-ee16-4b48-88a4-c45d75932a4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.992615] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280492, 'name': Destroy_Task, 'duration_secs': 0.396835} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.993019] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Destroyed the VM [ 850.993298] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 850.993590] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8fd0597b-45e2-4a19-b670-88136406a84a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.004710] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 851.004710] env[70683]: value = "task-3280493" [ 851.004710] env[70683]: _type = "Task" [ 851.004710] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.014428] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.234472] env[70683]: DEBUG nova.compute.manager [req-66041f2d-a4db-4b70-aabf-98efe440ed2d req-97128901-1c2d-44c7-8220-154b174428f8 service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Received event network-vif-plugged-16c76215-9b91-496c-9844-8b0a7d3c2c7b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.234692] env[70683]: DEBUG oslo_concurrency.lockutils [req-66041f2d-a4db-4b70-aabf-98efe440ed2d req-97128901-1c2d-44c7-8220-154b174428f8 service nova] Acquiring lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.234921] env[70683]: DEBUG oslo_concurrency.lockutils [req-66041f2d-a4db-4b70-aabf-98efe440ed2d req-97128901-1c2d-44c7-8220-154b174428f8 service nova] Lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.235198] env[70683]: DEBUG oslo_concurrency.lockutils [req-66041f2d-a4db-4b70-aabf-98efe440ed2d req-97128901-1c2d-44c7-8220-154b174428f8 service nova] Lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.235390] env[70683]: DEBUG nova.compute.manager [req-66041f2d-a4db-4b70-aabf-98efe440ed2d req-97128901-1c2d-44c7-8220-154b174428f8 service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] No waiting events found dispatching network-vif-plugged-16c76215-9b91-496c-9844-8b0a7d3c2c7b {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.235566] env[70683]: WARNING nova.compute.manager [req-66041f2d-a4db-4b70-aabf-98efe440ed2d req-97128901-1c2d-44c7-8220-154b174428f8 service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Received unexpected event network-vif-plugged-16c76215-9b91-496c-9844-8b0a7d3c2c7b for instance with vm_state building and task_state spawning. [ 851.248069] env[70683]: DEBUG nova.network.neutron [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Updating instance_info_cache with network_info: [{"id": "612a244f-e364-4d2b-aa56-bb408e0c3628", "address": "fa:16:3e:07:85:d2", "network": {"id": "0c9a4de9-4ef1-48ff-bca9-51909f47ce1e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1411044824", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap612a244f-e3", "ovs_interfaceid": "612a244f-e364-4d2b-aa56-bb408e0c3628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8f537e9-d7dc-48f6-9fac-584938af06d7", "address": "fa:16:3e:fb:e5:50", "network": {"id": "bed8ab42-558b-46b1-adab-580da3c1e5ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-119082673", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f537e9-d7", "ovs_interfaceid": "c8f537e9-d7dc-48f6-9fac-584938af06d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.452664] env[70683]: DEBUG nova.network.neutron [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.487625] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 6896b86f-def0-43dd-b574-09837f1d1216 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.519903] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280493, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.610619] env[70683]: DEBUG nova.network.neutron [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Updating instance_info_cache with network_info: [{"id": "16c76215-9b91-496c-9844-8b0a7d3c2c7b", "address": "fa:16:3e:32:fa:f0", "network": {"id": "2bfa618a-3ecb-49e4-803c-769531427a8f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-254934431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6119d1a663ec4f0fa0c544253d323922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c76215-9b", "ovs_interfaceid": "16c76215-9b91-496c-9844-8b0a7d3c2c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.752020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Releasing lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.752020] env[70683]: DEBUG nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Instance network_info: |[{"id": "612a244f-e364-4d2b-aa56-bb408e0c3628", "address": "fa:16:3e:07:85:d2", "network": {"id": "0c9a4de9-4ef1-48ff-bca9-51909f47ce1e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1411044824", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap612a244f-e3", "ovs_interfaceid": "612a244f-e364-4d2b-aa56-bb408e0c3628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8f537e9-d7dc-48f6-9fac-584938af06d7", "address": "fa:16:3e:fb:e5:50", "network": {"id": "bed8ab42-558b-46b1-adab-580da3c1e5ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-119082673", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f537e9-d7", "ovs_interfaceid": "c8f537e9-d7dc-48f6-9fac-584938af06d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.752020] env[70683]: DEBUG oslo_concurrency.lockutils [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] Acquired lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.752020] env[70683]: DEBUG nova.network.neutron [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Refreshing network info cache for port 612a244f-e364-4d2b-aa56-bb408e0c3628 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.753239] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:85:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '612a244f-e364-4d2b-aa56-bb408e0c3628', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:e5:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8f537e9-d7dc-48f6-9fac-584938af06d7', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.763570] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.764623] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.764890] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53736702-a1a8-4476-94e5-45b67446a7b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.789354] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.789354] env[70683]: value = "task-3280494" [ 851.789354] env[70683]: _type = "Task" [ 851.789354] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.800828] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280494, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.991470] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.019386] env[70683]: DEBUG oslo_vmware.api [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280493, 'name': RemoveSnapshot_Task, 'duration_secs': 0.555109} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.019724] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.020023] env[70683]: INFO nova.compute.manager [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Took 14.51 seconds to snapshot the instance on the hypervisor. [ 852.113213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Releasing lock "refresh_cache-d4f03fe1-b12a-44c6-93a7-33ae77d4537d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.113213] env[70683]: DEBUG nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Instance network_info: |[{"id": "16c76215-9b91-496c-9844-8b0a7d3c2c7b", "address": "fa:16:3e:32:fa:f0", "network": {"id": "2bfa618a-3ecb-49e4-803c-769531427a8f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-254934431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6119d1a663ec4f0fa0c544253d323922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c76215-9b", "ovs_interfaceid": "16c76215-9b91-496c-9844-8b0a7d3c2c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.113570] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:fa:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16c76215-9b91-496c-9844-8b0a7d3c2c7b', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.121490] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Creating folder: Project (6119d1a663ec4f0fa0c544253d323922). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.123095] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c003172-c2ec-4373-a241-c56bc06d0e52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.134707] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Created folder: Project (6119d1a663ec4f0fa0c544253d323922) in parent group-v655051. [ 852.134836] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Creating folder: Instances. Parent ref: group-v655161. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.135129] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d88fed-a2a5-45b0-bf7a-68221339dfc0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.146031] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Created folder: Instances in parent group-v655161. [ 852.146351] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.146545] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.146762] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-190ad999-93e5-446a-8ecc-41886e873996 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.167527] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.167527] env[70683]: value = "task-3280497" [ 852.167527] env[70683]: _type = "Task" [ 852.167527] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.176742] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280497, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.299775] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280494, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.357833] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "11c8e46a-fa8c-4081-b323-a21d6869c91e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.358034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "11c8e46a-fa8c-4081-b323-a21d6869c91e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.358449] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "11c8e46a-fa8c-4081-b323-a21d6869c91e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.358682] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "11c8e46a-fa8c-4081-b323-a21d6869c91e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.358934] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "11c8e46a-fa8c-4081-b323-a21d6869c91e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.363457] env[70683]: INFO nova.compute.manager [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Terminating instance [ 852.495315] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance d71fcc6b-60e4-4a93-8333-f116106ec82b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.509189] env[70683]: DEBUG nova.network.neutron [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Updated VIF entry in instance network info cache for port 612a244f-e364-4d2b-aa56-bb408e0c3628. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.509610] env[70683]: DEBUG nova.network.neutron [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Updating instance_info_cache with network_info: [{"id": "612a244f-e364-4d2b-aa56-bb408e0c3628", "address": "fa:16:3e:07:85:d2", "network": {"id": "0c9a4de9-4ef1-48ff-bca9-51909f47ce1e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1411044824", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap612a244f-e3", "ovs_interfaceid": "612a244f-e364-4d2b-aa56-bb408e0c3628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8f537e9-d7dc-48f6-9fac-584938af06d7", "address": "fa:16:3e:fb:e5:50", "network": {"id": "bed8ab42-558b-46b1-adab-580da3c1e5ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-119082673", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f537e9-d7", "ovs_interfaceid": "c8f537e9-d7dc-48f6-9fac-584938af06d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.525021] env[70683]: DEBUG nova.compute.manager [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Instance disappeared during snapshot {{(pid=70683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 852.538434] env[70683]: DEBUG nova.compute.manager [None req-63ba2de5-9f47-4d52-ad4f-e16efc3132c0 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image not found during clean up 88c7486c-d3a4-4cf9-b852-9e5c60e68474 {{(pid=70683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 852.679631] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280497, 'name': CreateVM_Task, 'duration_secs': 0.510257} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.679631] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.679751] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.679861] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.680279] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.680526] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a79242f-0975-4b36-8324-cb9d9df891e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.686196] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 852.686196] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ee99f3-a559-eab6-c398-cbb5b85be507" [ 852.686196] env[70683]: _type = "Task" [ 852.686196] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.694019] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ee99f3-a559-eab6-c398-cbb5b85be507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.799796] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280494, 'name': CreateVM_Task, 'duration_secs': 0.567177} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.799963] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.800747] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.868420] env[70683]: DEBUG nova.compute.manager [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.868808] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.869832] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f354ff14-a555-451f-ab27-e73a60315971 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.879840] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.879994] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a75dd647-70cf-443f-8c05-e4677f026846 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.944051] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.944297] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.944481] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleting the datastore file [datastore2] 11c8e46a-fa8c-4081-b323-a21d6869c91e {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.944758] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5373ca95-bbfa-4456-bf52-5ae71a63ec1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953117] env[70683]: DEBUG oslo_vmware.api [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 852.953117] env[70683]: value = "task-3280499" [ 852.953117] env[70683]: _type = "Task" [ 852.953117] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.961515] env[70683]: DEBUG oslo_vmware.api [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.998607] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 635ba1b8-57b8-4f9e-8665-58fb8953d176 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.012892] env[70683]: DEBUG oslo_concurrency.lockutils [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] Releasing lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.013202] env[70683]: DEBUG nova.compute.manager [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Received event network-changed-8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.013496] env[70683]: DEBUG nova.compute.manager [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Refreshing instance network info cache due to event network-changed-8ce8c01e-a28c-4cda-af07-8cd346de0478. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.013636] env[70683]: DEBUG oslo_concurrency.lockutils [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] Acquiring lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.013815] env[70683]: DEBUG oslo_concurrency.lockutils [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] Acquired lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.014017] env[70683]: DEBUG nova.network.neutron [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Refreshing network info cache for port 8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.130695] env[70683]: DEBUG nova.compute.manager [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Received event network-vif-plugged-c8f537e9-d7dc-48f6-9fac-584938af06d7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.131066] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Acquiring lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.131287] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.131512] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.131722] env[70683]: DEBUG nova.compute.manager [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] No waiting events found dispatching network-vif-plugged-c8f537e9-d7dc-48f6-9fac-584938af06d7 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.131982] env[70683]: WARNING nova.compute.manager [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Received unexpected event network-vif-plugged-c8f537e9-d7dc-48f6-9fac-584938af06d7 for instance with vm_state building and task_state spawning. [ 853.132223] env[70683]: DEBUG nova.compute.manager [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Received event network-changed-c8f537e9-d7dc-48f6-9fac-584938af06d7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.132455] env[70683]: DEBUG nova.compute.manager [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Refreshing instance network info cache due to event network-changed-c8f537e9-d7dc-48f6-9fac-584938af06d7. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.132692] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Acquiring lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.132859] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Acquired lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.133113] env[70683]: DEBUG nova.network.neutron [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Refreshing network info cache for port c8f537e9-d7dc-48f6-9fac-584938af06d7 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.196169] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ee99f3-a559-eab6-c398-cbb5b85be507, 'name': SearchDatastore_Task, 'duration_secs': 0.023049} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.196169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.196329] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.196508] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.196678] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.196886] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.197201] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.197545] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.197783] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40c41bdf-227c-4393-8535-45515705cab6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.199810] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d010b22c-f183-41a8-9dde-19415e826e70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.207208] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 853.207208] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529a9dda-ca60-0576-c195-d6acc08dc843" [ 853.207208] env[70683]: _type = "Task" [ 853.207208] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.216722] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529a9dda-ca60-0576-c195-d6acc08dc843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.218591] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.218799] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.219615] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd49b01-71d6-4bf9-b11a-18c6788ab430 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.226040] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 853.226040] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f3c4b3-0855-5aa6-a76a-9bd05cc7b40a" [ 853.226040] env[70683]: _type = "Task" [ 853.226040] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.233703] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.233836] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.240461] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f3c4b3-0855-5aa6-a76a-9bd05cc7b40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.464219] env[70683]: DEBUG oslo_vmware.api [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402551} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.464608] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.464933] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.465399] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.466198] env[70683]: INFO nova.compute.manager [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Took 0.60 seconds to destroy the instance on the hypervisor. [ 853.469432] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.469432] env[70683]: DEBUG nova.compute.manager [-] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.469432] env[70683]: DEBUG nova.network.neutron [-] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.496549] env[70683]: DEBUG nova.compute.manager [req-2d1acac1-ab14-4b8a-b81b-60d20f4bf2a7 req-9ac6e754-9101-45da-b921-61d81a88b6d1 service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Received event network-changed-16c76215-9b91-496c-9844-8b0a7d3c2c7b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.496549] env[70683]: DEBUG nova.compute.manager [req-2d1acac1-ab14-4b8a-b81b-60d20f4bf2a7 req-9ac6e754-9101-45da-b921-61d81a88b6d1 service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Refreshing instance network info cache due to event network-changed-16c76215-9b91-496c-9844-8b0a7d3c2c7b. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.496549] env[70683]: DEBUG oslo_concurrency.lockutils [req-2d1acac1-ab14-4b8a-b81b-60d20f4bf2a7 req-9ac6e754-9101-45da-b921-61d81a88b6d1 service nova] Acquiring lock "refresh_cache-d4f03fe1-b12a-44c6-93a7-33ae77d4537d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.496549] env[70683]: DEBUG oslo_concurrency.lockutils [req-2d1acac1-ab14-4b8a-b81b-60d20f4bf2a7 req-9ac6e754-9101-45da-b921-61d81a88b6d1 service nova] Acquired lock "refresh_cache-d4f03fe1-b12a-44c6-93a7-33ae77d4537d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.496549] env[70683]: DEBUG nova.network.neutron [req-2d1acac1-ab14-4b8a-b81b-60d20f4bf2a7 req-9ac6e754-9101-45da-b921-61d81a88b6d1 service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Refreshing network info cache for port 16c76215-9b91-496c-9844-8b0a7d3c2c7b {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.501132] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance efe01f7a-daad-4592-8e37-25c3ee91c54e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.723433] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529a9dda-ca60-0576-c195-d6acc08dc843, 'name': SearchDatastore_Task, 'duration_secs': 0.023673} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.724037] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.725264] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.725264] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.737726] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f3c4b3-0855-5aa6-a76a-9bd05cc7b40a, 'name': SearchDatastore_Task, 'duration_secs': 0.017953} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.738522] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf635f1-a3e4-448d-8480-c1755da25b2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.744526] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 853.744526] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5224a776-fee1-7ef2-dac5-f4b35127b602" [ 853.744526] env[70683]: _type = "Task" [ 853.744526] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.752936] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5224a776-fee1-7ef2-dac5-f4b35127b602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.005706] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e4957660-16be-4dc4-b691-bc6bab8cb1e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.067602] env[70683]: DEBUG nova.network.neutron [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Updated VIF entry in instance network info cache for port 8ce8c01e-a28c-4cda-af07-8cd346de0478. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.068063] env[70683]: DEBUG nova.network.neutron [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Updating instance_info_cache with network_info: [{"id": "8ce8c01e-a28c-4cda-af07-8cd346de0478", "address": "fa:16:3e:35:64:08", "network": {"id": "d9738aeb-3a3f-4e71-924c-78e64d095194", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-366766351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c715596d7a42faad4784100a1a1a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce8c01e-a2", "ovs_interfaceid": "8ce8c01e-a28c-4cda-af07-8cd346de0478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.174770] env[70683]: DEBUG nova.network.neutron [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Updated VIF entry in instance network info cache for port c8f537e9-d7dc-48f6-9fac-584938af06d7. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.175302] env[70683]: DEBUG nova.network.neutron [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Updating instance_info_cache with network_info: [{"id": "612a244f-e364-4d2b-aa56-bb408e0c3628", "address": "fa:16:3e:07:85:d2", "network": {"id": "0c9a4de9-4ef1-48ff-bca9-51909f47ce1e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1411044824", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap612a244f-e3", "ovs_interfaceid": "612a244f-e364-4d2b-aa56-bb408e0c3628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8f537e9-d7dc-48f6-9fac-584938af06d7", "address": "fa:16:3e:fb:e5:50", "network": {"id": "bed8ab42-558b-46b1-adab-580da3c1e5ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-119082673", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cd0084e089b64b71ba9a78055ec4a2bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f537e9-d7", "ovs_interfaceid": "c8f537e9-d7dc-48f6-9fac-584938af06d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.219426] env[70683]: DEBUG nova.network.neutron [req-2d1acac1-ab14-4b8a-b81b-60d20f4bf2a7 req-9ac6e754-9101-45da-b921-61d81a88b6d1 service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Updated VIF entry in instance network info cache for port 16c76215-9b91-496c-9844-8b0a7d3c2c7b. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.219773] env[70683]: DEBUG nova.network.neutron [req-2d1acac1-ab14-4b8a-b81b-60d20f4bf2a7 req-9ac6e754-9101-45da-b921-61d81a88b6d1 service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Updating instance_info_cache with network_info: [{"id": "16c76215-9b91-496c-9844-8b0a7d3c2c7b", "address": "fa:16:3e:32:fa:f0", "network": {"id": "2bfa618a-3ecb-49e4-803c-769531427a8f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-254934431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6119d1a663ec4f0fa0c544253d323922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c76215-9b", "ovs_interfaceid": "16c76215-9b91-496c-9844-8b0a7d3c2c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.232395] env[70683]: DEBUG nova.network.neutron [-] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.256195] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5224a776-fee1-7ef2-dac5-f4b35127b602, 'name': SearchDatastore_Task, 'duration_secs': 0.020789} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.256878] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.256878] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] d4f03fe1-b12a-44c6-93a7-33ae77d4537d/d4f03fe1-b12a-44c6-93a7-33ae77d4537d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.257094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.257219] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.257461] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-388c23d2-c28c-45af-af01-54c5ed79af51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.259568] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f05e01ea-325a-41b8-909b-6bb6cfdb399d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.266939] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 854.266939] env[70683]: value = "task-3280500" [ 854.266939] env[70683]: _type = "Task" [ 854.266939] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.271332] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.271332] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.272365] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150bf166-872d-493b-b985-34a4823c94db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.277616] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.281056] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 854.281056] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5285738a-47c0-2d54-e5cb-f02a8f053f5d" [ 854.281056] env[70683]: _type = "Task" [ 854.281056] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.288748] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5285738a-47c0-2d54-e5cb-f02a8f053f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.512810] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e7269fec-b5ad-48e2-b73c-6ab0e4e11318 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.572349] env[70683]: DEBUG oslo_concurrency.lockutils [req-df408fcd-fa95-46ae-a1d2-8b91287e4e2c req-6452c614-766b-423c-a4b9-44e9c135a6b5 service nova] Releasing lock "refresh_cache-c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.678724] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Releasing lock "refresh_cache-e1ccd6a9-267a-4e45-bf12-c63524c43b78" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.678965] env[70683]: DEBUG nova.compute.manager [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Received event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.679176] env[70683]: DEBUG nova.compute.manager [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing instance network info cache due to event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.679429] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Acquiring lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.679541] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Acquired lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.679746] env[70683]: DEBUG nova.network.neutron [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.724815] env[70683]: DEBUG oslo_concurrency.lockutils [req-2d1acac1-ab14-4b8a-b81b-60d20f4bf2a7 req-9ac6e754-9101-45da-b921-61d81a88b6d1 service nova] Releasing lock "refresh_cache-d4f03fe1-b12a-44c6-93a7-33ae77d4537d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.735267] env[70683]: INFO nova.compute.manager [-] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Took 1.27 seconds to deallocate network for instance. [ 854.779472] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280500, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.793395] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5285738a-47c0-2d54-e5cb-f02a8f053f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.794215] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aecd4460-3018-4885-a5ff-714145d26eb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.800954] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 854.800954] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]520f2bf7-498e-6c42-588c-9940dfa20490" [ 854.800954] env[70683]: _type = "Task" [ 854.800954] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.810727] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520f2bf7-498e-6c42-588c-9940dfa20490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.015840] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance a5ff0511-88a3-42f3-909b-4383bd8f80d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 855.245178] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.276492] env[70683]: DEBUG nova.compute.manager [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Received event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.276688] env[70683]: DEBUG nova.compute.manager [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing instance network info cache due to event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.276876] env[70683]: DEBUG oslo_concurrency.lockutils [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] Acquiring lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.281257] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752817} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.281551] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] d4f03fe1-b12a-44c6-93a7-33ae77d4537d/d4f03fe1-b12a-44c6-93a7-33ae77d4537d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.281698] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.281943] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ebd6f4-8d47-4627-b771-cc613c81ce5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.291246] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 855.291246] env[70683]: value = "task-3280501" [ 855.291246] env[70683]: _type = "Task" [ 855.291246] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.300037] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.310702] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520f2bf7-498e-6c42-588c-9940dfa20490, 'name': SearchDatastore_Task, 'duration_secs': 0.053402} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.311101] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.311998] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e1ccd6a9-267a-4e45-bf12-c63524c43b78/e1ccd6a9-267a-4e45-bf12-c63524c43b78.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.311998] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e10ecf4-fead-4061-8f42-598dd2ecdb5a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.321312] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 855.321312] env[70683]: value = "task-3280502" [ 855.321312] env[70683]: _type = "Task" [ 855.321312] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.330026] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.415199] env[70683]: DEBUG nova.network.neutron [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updated VIF entry in instance network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.415705] env[70683]: DEBUG nova.network.neutron [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [{"id": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "address": "fa:16:3e:ec:01:fc", "network": {"id": "4e999c20-1218-4fc3-9a8b-8dd5f4d23060", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-605712566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f304eaa4faac425da2b969b7eb40fcb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91c4ed1-ca", "ovs_interfaceid": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.520039] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 79e26b03-2c71-4204-8e9e-218a1cef1022 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 855.803304] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082094} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.803631] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.804560] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09089493-2a00-4e17-beb0-14c702abbd2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.831113] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] d4f03fe1-b12a-44c6-93a7-33ae77d4537d/d4f03fe1-b12a-44c6-93a7-33ae77d4537d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.834663] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22eac652-b23d-4d8b-8d31-19087178b431 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.853093] env[70683]: DEBUG nova.compute.manager [req-48e08fdf-1325-4cf6-b464-9c7d503e677b req-2beb6b6f-382b-4381-b30c-67ae0f85e055 service nova] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Received event network-vif-deleted-ce87ba97-cfa3-4309-b1cc-370121b4d754 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.859870] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280502, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.861543] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 855.861543] env[70683]: value = "task-3280503" [ 855.861543] env[70683]: _type = "Task" [ 855.861543] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.871335] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.918421] env[70683]: DEBUG oslo_concurrency.lockutils [req-d5fdbb6b-ac62-482f-98ce-23a68cf8d0df req-9cb23494-bfa8-4c85-ac5c-e18ab1c24922 service nova] Releasing lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.918954] env[70683]: DEBUG oslo_concurrency.lockutils [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] Acquired lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.919212] env[70683]: DEBUG nova.network.neutron [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.023278] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e85c185c-9e92-4539-a3f4-105c29b1a018 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 856.023875] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 856.024095] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 856.342459] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846616} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.342977] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e1ccd6a9-267a-4e45-bf12-c63524c43b78/e1ccd6a9-267a-4e45-bf12-c63524c43b78.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.343326] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.343694] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcc98287-ca1d-4794-8955-0fa211ee0bcd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.355595] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 856.355595] env[70683]: value = "task-3280504" [ 856.355595] env[70683]: _type = "Task" [ 856.355595] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.374191] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.378920] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.654404] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faf39de-dc35-478a-8def-ad759b9589b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.666479] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86667593-7c0e-4471-8bdd-d71bb29fd0ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.674303] env[70683]: DEBUG nova.network.neutron [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updated VIF entry in instance network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.674684] env[70683]: DEBUG nova.network.neutron [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [{"id": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "address": "fa:16:3e:ec:01:fc", "network": {"id": "4e999c20-1218-4fc3-9a8b-8dd5f4d23060", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-605712566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f304eaa4faac425da2b969b7eb40fcb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91c4ed1-ca", "ovs_interfaceid": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.704049] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be3e120-cd87-4624-b155-94a99273e992 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.712762] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca57f83-6b7b-4b0f-95a9-e14e85913104 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.736072] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.866272] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088871} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.870929] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.871808] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1719730-ca65-4e37-809d-bf931eca8d0a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.880836] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280503, 'name': ReconfigVM_Task, 'duration_secs': 0.721894} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.894305] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Reconfigured VM instance instance-00000027 to attach disk [datastore2] d4f03fe1-b12a-44c6-93a7-33ae77d4537d/d4f03fe1-b12a-44c6-93a7-33ae77d4537d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.905317] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] e1ccd6a9-267a-4e45-bf12-c63524c43b78/e1ccd6a9-267a-4e45-bf12-c63524c43b78.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.905563] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c200ce8a-a43e-483d-9edd-70c751d4b17b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.907403] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187596c8-4e28-4622-b0ec-72fa92b0cf44 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.938019] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 856.938019] env[70683]: value = "task-3280506" [ 856.938019] env[70683]: _type = "Task" [ 856.938019] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.938019] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 856.938019] env[70683]: value = "task-3280505" [ 856.938019] env[70683]: _type = "Task" [ 856.938019] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.950435] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280505, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.954184] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.177891] env[70683]: DEBUG oslo_concurrency.lockutils [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] Releasing lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.178242] env[70683]: DEBUG nova.compute.manager [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Received event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.178552] env[70683]: DEBUG nova.compute.manager [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing instance network info cache due to event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.178824] env[70683]: DEBUG oslo_concurrency.lockutils [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] Acquiring lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.178994] env[70683]: DEBUG oslo_concurrency.lockutils [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] Acquired lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.179278] env[70683]: DEBUG nova.network.neutron [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.237064] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.450280] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280505, 'name': Rename_Task, 'duration_secs': 0.178436} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.453539] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.453757] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.453970] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c955a8-4023-401e-b7c9-e3ce748838de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.460463] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 857.460463] env[70683]: value = "task-3280507" [ 857.460463] env[70683]: _type = "Task" [ 857.460463] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.466594] env[70683]: DEBUG nova.compute.manager [req-35f31728-7b79-4f5a-a81b-28f1c73d2adc req-93d645b5-2fb8-4929-beba-29e9868a5e10 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Received event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.466773] env[70683]: DEBUG nova.compute.manager [req-35f31728-7b79-4f5a-a81b-28f1c73d2adc req-93d645b5-2fb8-4929-beba-29e9868a5e10 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing instance network info cache due to event network-changed-e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.466994] env[70683]: DEBUG oslo_concurrency.lockutils [req-35f31728-7b79-4f5a-a81b-28f1c73d2adc req-93d645b5-2fb8-4929-beba-29e9868a5e10 service nova] Acquiring lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.472538] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.569045] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "a100311d-31cd-4940-9e04-1572afdd5a42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.569347] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "a100311d-31cd-4940-9e04-1572afdd5a42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.569558] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "a100311d-31cd-4940-9e04-1572afdd5a42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.569738] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "a100311d-31cd-4940-9e04-1572afdd5a42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.569905] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "a100311d-31cd-4940-9e04-1572afdd5a42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.572593] env[70683]: INFO nova.compute.manager [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Terminating instance [ 857.745497] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 857.745937] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.848s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.745937] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.632s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.747940] env[70683]: INFO nova.compute.claims [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.881279] env[70683]: DEBUG nova.network.neutron [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updated VIF entry in instance network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.881504] env[70683]: DEBUG nova.network.neutron [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [{"id": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "address": "fa:16:3e:ec:01:fc", "network": {"id": "4e999c20-1218-4fc3-9a8b-8dd5f4d23060", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-605712566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f304eaa4faac425da2b969b7eb40fcb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91c4ed1-ca", "ovs_interfaceid": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.949323] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280506, 'name': ReconfigVM_Task, 'duration_secs': 0.705336} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.949634] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Reconfigured VM instance instance-00000026 to attach disk [datastore2] e1ccd6a9-267a-4e45-bf12-c63524c43b78/e1ccd6a9-267a-4e45-bf12-c63524c43b78.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.950412] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bbbc6e8-a01a-4d5c-8dde-aa5bd2604709 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.957711] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 857.957711] env[70683]: value = "task-3280508" [ 857.957711] env[70683]: _type = "Task" [ 857.957711] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.969956] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.973202] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280508, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.057770] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.058208] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.058460] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.058659] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.058846] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.061164] env[70683]: INFO nova.compute.manager [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Terminating instance [ 858.075738] env[70683]: DEBUG nova.compute.manager [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.075990] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.076947] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0411cc01-9518-4586-8aee-3a3e75bd0268 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.085950] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.086222] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fcc6b12-a8b6-40e9-8bed-240ec52c93ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.148887] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.149185] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.149387] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Deleting the datastore file [datastore1] a100311d-31cd-4940-9e04-1572afdd5a42 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.149673] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76478a9e-2b53-4959-83bc-6e09e2245fe4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.158357] env[70683]: DEBUG oslo_vmware.api [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 858.158357] env[70683]: value = "task-3280510" [ 858.158357] env[70683]: _type = "Task" [ 858.158357] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.166768] env[70683]: DEBUG oslo_vmware.api [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.385208] env[70683]: DEBUG oslo_concurrency.lockutils [req-02a0a3fb-68f8-4ee2-a1d5-52fdd9bd25f5 req-cbcd13c4-8f99-4e59-a6e5-06a7a3489632 service nova] Releasing lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.385658] env[70683]: DEBUG oslo_concurrency.lockutils [req-35f31728-7b79-4f5a-a81b-28f1c73d2adc req-93d645b5-2fb8-4929-beba-29e9868a5e10 service nova] Acquired lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.385914] env[70683]: DEBUG nova.network.neutron [req-35f31728-7b79-4f5a-a81b-28f1c73d2adc req-93d645b5-2fb8-4929-beba-29e9868a5e10 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Refreshing network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.472490] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280508, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.475909] env[70683]: DEBUG oslo_vmware.api [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280507, 'name': PowerOnVM_Task, 'duration_secs': 0.771812} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.476221] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.476450] env[70683]: INFO nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Took 8.53 seconds to spawn the instance on the hypervisor. [ 858.476933] env[70683]: DEBUG nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.477735] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23011f6-7f6d-4592-8193-7549e1d54b13 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.568138] env[70683]: DEBUG nova.compute.manager [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.568138] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.569657] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667226e5-e131-454d-aca7-f8d927c02fd9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.577499] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.578029] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21f4a45d-f250-4fdd-92f4-0342155efb42 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.584570] env[70683]: DEBUG oslo_vmware.api [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 858.584570] env[70683]: value = "task-3280511" [ 858.584570] env[70683]: _type = "Task" [ 858.584570] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.599501] env[70683]: DEBUG oslo_vmware.api [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.669466] env[70683]: DEBUG oslo_vmware.api [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301286} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.669769] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.669818] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.669980] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.670210] env[70683]: INFO nova.compute.manager [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Took 0.59 seconds to destroy the instance on the hypervisor. [ 858.670477] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.670674] env[70683]: DEBUG nova.compute.manager [-] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.670778] env[70683]: DEBUG nova.network.neutron [-] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.874290] env[70683]: DEBUG oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b44a64-100d-0cb0-e1fe-e9fd790a45f0/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.874712] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bceae58-2458-47d0-adc7-1bfcf6d92085 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.883585] env[70683]: DEBUG oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b44a64-100d-0cb0-e1fe-e9fd790a45f0/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.883759] env[70683]: ERROR oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b44a64-100d-0cb0-e1fe-e9fd790a45f0/disk-0.vmdk due to incomplete transfer. [ 858.884014] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8735cdb5-8fe0-4122-a905-a1d958118a7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.891313] env[70683]: DEBUG oslo_vmware.rw_handles [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b44a64-100d-0cb0-e1fe-e9fd790a45f0/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.891592] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Uploaded image b7b3e371-010b-41b4-804b-e57e6b4c8b37 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.893025] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.895616] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d1811c9-e63d-4377-8923-978b3d57de25 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.901810] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 858.901810] env[70683]: value = "task-3280512" [ 858.901810] env[70683]: _type = "Task" [ 858.901810] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.910269] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280512, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.971167] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280508, 'name': Rename_Task, 'duration_secs': 0.793206} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.971594] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.971965] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20b09aa3-3f72-4dd5-a366-099a963895e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.981914] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 858.981914] env[70683]: value = "task-3280513" [ 858.981914] env[70683]: _type = "Task" [ 858.981914] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.007543] env[70683]: INFO nova.compute.manager [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Took 39.36 seconds to build instance. [ 859.009508] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.011866] env[70683]: DEBUG nova.compute.manager [req-269c3822-6a3e-4b11-b2dc-9e72dca3ddb7 req-2b73c3b7-e2d9-4e51-9c25-cde3297f4a17 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Received event network-vif-deleted-41c6d1cb-3d01-4b5f-9d97-34b75ece8315 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.013186] env[70683]: INFO nova.compute.manager [req-269c3822-6a3e-4b11-b2dc-9e72dca3ddb7 req-2b73c3b7-e2d9-4e51-9c25-cde3297f4a17 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Neutron deleted interface 41c6d1cb-3d01-4b5f-9d97-34b75ece8315; detaching it from the instance and deleting it from the info cache [ 859.013888] env[70683]: DEBUG nova.network.neutron [req-269c3822-6a3e-4b11-b2dc-9e72dca3ddb7 req-2b73c3b7-e2d9-4e51-9c25-cde3297f4a17 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.096541] env[70683]: DEBUG oslo_vmware.api [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280511, 'name': PowerOffVM_Task, 'duration_secs': 0.289649} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.098963] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.099154] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.099767] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5465288d-00f7-468d-ac3f-b081eeafd334 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.128758] env[70683]: DEBUG nova.network.neutron [req-35f31728-7b79-4f5a-a81b-28f1c73d2adc req-93d645b5-2fb8-4929-beba-29e9868a5e10 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updated VIF entry in instance network info cache for port e91c4ed1-ca0b-4eb1-9721-f48934bcc492. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.129308] env[70683]: DEBUG nova.network.neutron [req-35f31728-7b79-4f5a-a81b-28f1c73d2adc req-93d645b5-2fb8-4929-beba-29e9868a5e10 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [{"id": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "address": "fa:16:3e:ec:01:fc", "network": {"id": "4e999c20-1218-4fc3-9a8b-8dd5f4d23060", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-605712566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f304eaa4faac425da2b969b7eb40fcb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape91c4ed1-ca", "ovs_interfaceid": "e91c4ed1-ca0b-4eb1-9721-f48934bcc492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.162200] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.162457] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.162646] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Deleting the datastore file [datastore2] d7f3e5ef-b15a-431b-bafc-c97138988bb6 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.162991] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85214113-c6b1-4924-8cc3-b3fcd56121d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.173044] env[70683]: DEBUG oslo_vmware.api [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for the task: (returnval){ [ 859.173044] env[70683]: value = "task-3280515" [ 859.173044] env[70683]: _type = "Task" [ 859.173044] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.180903] env[70683]: DEBUG oslo_vmware.api [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.329989] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bd0bd5-ef96-4bc8-9a43-726049a48bad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.337859] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6e49a8-15f2-47ff-bdfd-9295f3158070 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.371385] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a062f38-6598-4e3e-9e4f-9f091bd903bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.379485] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91be3eae-d1a7-445f-bdd4-a0b8ef4e339f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.395257] env[70683]: DEBUG nova.compute.provider_tree [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.413052] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280512, 'name': Destroy_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.494419] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.500962] env[70683]: DEBUG nova.network.neutron [-] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.517030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e758e9fb-9dbd-407d-88f0-5edc97f3708f tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.481s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.518997] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae3b9cca-31d8-4baa-8634-c37e638d9632 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.531101] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ee3bb-7477-44df-bd43-6b2ac76044b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.573729] env[70683]: DEBUG nova.compute.manager [req-269c3822-6a3e-4b11-b2dc-9e72dca3ddb7 req-2b73c3b7-e2d9-4e51-9c25-cde3297f4a17 service nova] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Detach interface failed, port_id=41c6d1cb-3d01-4b5f-9d97-34b75ece8315, reason: Instance a100311d-31cd-4940-9e04-1572afdd5a42 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.632081] env[70683]: DEBUG oslo_concurrency.lockutils [req-35f31728-7b79-4f5a-a81b-28f1c73d2adc req-93d645b5-2fb8-4929-beba-29e9868a5e10 service nova] Releasing lock "refresh_cache-d7f3e5ef-b15a-431b-bafc-c97138988bb6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.682599] env[70683]: DEBUG oslo_vmware.api [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.899137] env[70683]: DEBUG nova.scheduler.client.report [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.914548] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280512, 'name': Destroy_Task, 'duration_secs': 0.650438} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.914919] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Destroyed the VM [ 859.915356] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.916382] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3bb54d2-4008-4fc8-b204-a240dce800b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.923102] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 859.923102] env[70683]: value = "task-3280516" [ 859.923102] env[70683]: _type = "Task" [ 859.923102] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.931688] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280516, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.994971] env[70683]: DEBUG oslo_vmware.api [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280513, 'name': PowerOnVM_Task, 'duration_secs': 0.678627} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.995261] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.995464] env[70683]: INFO nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Took 13.87 seconds to spawn the instance on the hypervisor. [ 859.995641] env[70683]: DEBUG nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.996871] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a4f578-3ad2-4d71-9c5f-3e67dab49c1f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.004977] env[70683]: INFO nova.compute.manager [-] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Took 1.33 seconds to deallocate network for instance. [ 860.024451] env[70683]: DEBUG nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.047074] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquiring lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.047358] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.047595] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquiring lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.047756] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.047993] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.049932] env[70683]: INFO nova.compute.manager [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Terminating instance [ 860.184233] env[70683]: DEBUG oslo_vmware.api [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Task: {'id': task-3280515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.588673} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.184589] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.184793] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.184977] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.185161] env[70683]: INFO nova.compute.manager [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Took 1.62 seconds to destroy the instance on the hypervisor. [ 860.185408] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.185642] env[70683]: DEBUG nova.compute.manager [-] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.185678] env[70683]: DEBUG nova.network.neutron [-] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.403894] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.404488] env[70683]: DEBUG nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.407286] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.733s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.407480] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.409791] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.028s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.411375] env[70683]: INFO nova.compute.claims [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.436583] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280516, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.445838] env[70683]: INFO nova.scheduler.client.report [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Deleted allocations for instance ba456b84-d8d6-4b50-83ce-ff8e53ac25c2 [ 860.512692] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.524563] env[70683]: INFO nova.compute.manager [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Took 45.21 seconds to build instance. [ 860.546942] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.554177] env[70683]: DEBUG nova.compute.manager [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.554177] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.555773] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40923ba6-518d-4d30-9fb9-0ffcce382cd3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.573264] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.573536] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b26669d7-d0ee-49fa-be6f-7f0c17c5cef4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.585021] env[70683]: DEBUG oslo_vmware.api [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 860.585021] env[70683]: value = "task-3280517" [ 860.585021] env[70683]: _type = "Task" [ 860.585021] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.591116] env[70683]: DEBUG nova.compute.manager [req-78294ddc-4d42-4b8d-b605-c0559bc5417f req-530c5d1c-5e8b-4bf8-b531-9e4a61720076 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Received event network-vif-deleted-e91c4ed1-ca0b-4eb1-9721-f48934bcc492 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.591544] env[70683]: INFO nova.compute.manager [req-78294ddc-4d42-4b8d-b605-c0559bc5417f req-530c5d1c-5e8b-4bf8-b531-9e4a61720076 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Neutron deleted interface e91c4ed1-ca0b-4eb1-9721-f48934bcc492; detaching it from the instance and deleting it from the info cache [ 860.591832] env[70683]: DEBUG nova.network.neutron [req-78294ddc-4d42-4b8d-b605-c0559bc5417f req-530c5d1c-5e8b-4bf8-b531-9e4a61720076 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.602098] env[70683]: DEBUG oslo_vmware.api [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.918313] env[70683]: DEBUG nova.compute.utils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.925616] env[70683]: DEBUG nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.925616] env[70683]: DEBUG nova.network.neutron [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.937618] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280516, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.957201] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bf0af2c-91ed-44d4-bb7f-f73a72bb18ec tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "ba456b84-d8d6-4b50-83ce-ff8e53ac25c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.282s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.016222] env[70683]: DEBUG nova.policy [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f56b46df72514941b33d8db6d2965970', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892ebb108bc74d72b7220aa8b2d2c58f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.026483] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6545a3c6-3a45-4521-9b9f-55a30b2330ea tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.834s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.064154] env[70683]: DEBUG nova.network.neutron [-] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.096017] env[70683]: DEBUG oslo_vmware.api [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280517, 'name': PowerOffVM_Task, 'duration_secs': 0.241698} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.096289] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f7850e3-1254-49c9-9047-a4b858f5958d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.098436] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.099195] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.099195] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33435ecb-f6fa-4f94-85d6-031c6e04f6ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.108415] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c439197-8f51-4b90-8321-b0f837c94584 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.145094] env[70683]: DEBUG nova.compute.manager [req-78294ddc-4d42-4b8d-b605-c0559bc5417f req-530c5d1c-5e8b-4bf8-b531-9e4a61720076 service nova] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Detach interface failed, port_id=e91c4ed1-ca0b-4eb1-9721-f48934bcc492, reason: Instance d7f3e5ef-b15a-431b-bafc-c97138988bb6 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.176447] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.180026] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.180026] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Deleting the datastore file [datastore2] d4f03fe1-b12a-44c6-93a7-33ae77d4537d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.180026] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-017450ef-00f2-4a7f-8ae1-cfaa97e2d64e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.183122] env[70683]: DEBUG oslo_vmware.api [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for the task: (returnval){ [ 861.183122] env[70683]: value = "task-3280519" [ 861.183122] env[70683]: _type = "Task" [ 861.183122] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.191835] env[70683]: DEBUG oslo_vmware.api [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.212919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquiring lock "ecf7e324-2b6c-43dd-b257-854a912604b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.212919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "ecf7e324-2b6c-43dd-b257-854a912604b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.212919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquiring lock "ecf7e324-2b6c-43dd-b257-854a912604b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.212919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "ecf7e324-2b6c-43dd-b257-854a912604b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.212919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "ecf7e324-2b6c-43dd-b257-854a912604b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.214801] env[70683]: INFO nova.compute.manager [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Terminating instance [ 861.427283] env[70683]: DEBUG nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.436894] env[70683]: DEBUG nova.network.neutron [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Successfully created port: 5551e103-753c-446e-978b-5c442db91fc1 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.442801] env[70683]: DEBUG oslo_vmware.api [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280516, 'name': RemoveSnapshot_Task, 'duration_secs': 1.38521} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.443029] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.443303] env[70683]: INFO nova.compute.manager [None req-7c4a610c-9851-4cc4-9fa3-c62b876ee4fc tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Took 17.10 seconds to snapshot the instance on the hypervisor. [ 861.530451] env[70683]: DEBUG nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.567098] env[70683]: INFO nova.compute.manager [-] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Took 1.38 seconds to deallocate network for instance. [ 861.693599] env[70683]: DEBUG oslo_vmware.api [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Task: {'id': task-3280519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209859} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.693851] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.693959] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.694303] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.695068] env[70683]: INFO nova.compute.manager [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 861.695068] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.695068] env[70683]: DEBUG nova.compute.manager [-] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.695068] env[70683]: DEBUG nova.network.neutron [-] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.720823] env[70683]: DEBUG nova.compute.manager [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.721119] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.722013] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5df3af-7cd6-450f-971e-48a170d4cc69 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.730543] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.733096] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a528fb34-bae1-4d51-b4ce-4b26e43aa439 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.739344] env[70683]: DEBUG oslo_vmware.api [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 861.739344] env[70683]: value = "task-3280520" [ 861.739344] env[70683]: _type = "Task" [ 861.739344] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.748914] env[70683]: DEBUG oslo_vmware.api [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.787696] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "f309e06b-e607-4c2f-9743-8cba2f49ae08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.788780] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "f309e06b-e607-4c2f-9743-8cba2f49ae08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.788780] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "f309e06b-e607-4c2f-9743-8cba2f49ae08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.788780] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "f309e06b-e607-4c2f-9743-8cba2f49ae08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.788780] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "f309e06b-e607-4c2f-9743-8cba2f49ae08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.790778] env[70683]: INFO nova.compute.manager [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Terminating instance [ 861.856648] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.856648] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.856648] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.856648] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.856648] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.858474] env[70683]: INFO nova.compute.manager [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Terminating instance [ 862.026969] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d200006e-dfe7-41c5-bf83-7d3b83f1c241 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.037629] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00612781-1658-4fcc-95af-c930dc32d510 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.075832] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.076632] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9f2548-f335-42af-9723-de3deb0be6ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.080208] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.086342] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7acfc2-b36e-4403-8b74-271a650c914a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.100178] env[70683]: DEBUG nova.compute.provider_tree [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.103467] env[70683]: DEBUG nova.compute.manager [req-3e43f312-05c6-4717-8246-8e074509ddb0 req-0275e1ad-3cef-4334-af5a-8b45125be47d service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Received event network-vif-deleted-16c76215-9b91-496c-9844-8b0a7d3c2c7b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.103652] env[70683]: INFO nova.compute.manager [req-3e43f312-05c6-4717-8246-8e074509ddb0 req-0275e1ad-3cef-4334-af5a-8b45125be47d service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Neutron deleted interface 16c76215-9b91-496c-9844-8b0a7d3c2c7b; detaching it from the instance and deleting it from the info cache [ 862.103935] env[70683]: DEBUG nova.network.neutron [req-3e43f312-05c6-4717-8246-8e074509ddb0 req-0275e1ad-3cef-4334-af5a-8b45125be47d service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.250043] env[70683]: DEBUG oslo_vmware.api [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280520, 'name': PowerOffVM_Task, 'duration_secs': 0.28788} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.250337] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.250502] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.250746] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d49f5870-9fa1-4d76-9ff3-edaee19c8790 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.297654] env[70683]: DEBUG nova.compute.manager [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.297759] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.298732] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceb74cc-f12c-4d01-acd8-ab2a2edf87f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.308187] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.308600] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f4501df-1108-41db-8c32-731a4cbe496b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.313581] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.313581] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.313581] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Deleting the datastore file [datastore1] ecf7e324-2b6c-43dd-b257-854a912604b1 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.313581] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-820604c5-146c-48ed-9dc4-2378ebb55c2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.315803] env[70683]: DEBUG oslo_vmware.api [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 862.315803] env[70683]: value = "task-3280522" [ 862.315803] env[70683]: _type = "Task" [ 862.315803] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.319959] env[70683]: DEBUG oslo_vmware.api [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for the task: (returnval){ [ 862.319959] env[70683]: value = "task-3280523" [ 862.319959] env[70683]: _type = "Task" [ 862.319959] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.325728] env[70683]: DEBUG oslo_vmware.api [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.331483] env[70683]: DEBUG oslo_vmware.api [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.365440] env[70683]: DEBUG nova.compute.manager [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.365690] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.367061] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de166eea-a101-4178-9d5c-0ad4f170d2de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.376528] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.376528] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a800b9d7-e4f5-451b-8056-108a70fad5ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.383054] env[70683]: DEBUG oslo_vmware.api [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 862.383054] env[70683]: value = "task-3280524" [ 862.383054] env[70683]: _type = "Task" [ 862.383054] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.391038] env[70683]: DEBUG oslo_vmware.api [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.441569] env[70683]: DEBUG nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.465728] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.466038] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.466214] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.466400] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.466547] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.466739] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.467039] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.467246] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.467431] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.467789] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.467789] env[70683]: DEBUG nova.virt.hardware [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.468736] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa638913-f317-4eba-815b-ab403e8f2550 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.476738] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8994705-c45c-4f45-89c8-b125da469fc9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.481210] env[70683]: DEBUG nova.network.neutron [-] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.610371] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-203fb9af-a411-482e-a606-548882fc4579 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.621292] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c732dde-9027-44c4-a96e-14c55d9388fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.632382] env[70683]: ERROR nova.scheduler.client.report [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [req-c7cff094-ac5d-47ee-bf83-80d692acd8e7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7cff094-ac5d-47ee-bf83-80d692acd8e7"}]} [ 862.657773] env[70683]: DEBUG nova.compute.manager [req-3e43f312-05c6-4717-8246-8e074509ddb0 req-0275e1ad-3cef-4334-af5a-8b45125be47d service nova] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Detach interface failed, port_id=16c76215-9b91-496c-9844-8b0a7d3c2c7b, reason: Instance d4f03fe1-b12a-44c6-93a7-33ae77d4537d could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.659069] env[70683]: DEBUG nova.scheduler.client.report [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.675681] env[70683]: DEBUG nova.scheduler.client.report [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.675906] env[70683]: DEBUG nova.compute.provider_tree [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.687977] env[70683]: DEBUG nova.scheduler.client.report [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.711795] env[70683]: DEBUG nova.scheduler.client.report [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.832035] env[70683]: DEBUG oslo_vmware.api [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280522, 'name': PowerOffVM_Task, 'duration_secs': 0.220686} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.832242] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.832493] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.832772] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b6f6c09-3d4f-4f0c-a900-bae346b3e01f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.837321] env[70683]: DEBUG oslo_vmware.api [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Task: {'id': task-3280523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136519} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.839915] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.840229] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.840431] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.840609] env[70683]: INFO nova.compute.manager [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 862.840838] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.841771] env[70683]: DEBUG nova.compute.manager [-] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.841771] env[70683]: DEBUG nova.network.neutron [-] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.893650] env[70683]: DEBUG oslo_vmware.api [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280524, 'name': PowerOffVM_Task, 'duration_secs': 0.210984} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.893650] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.893650] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.893650] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc2099aa-3239-4f0d-8a0f-5417a7709b6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.913308] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.913308] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.913308] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Deleting the datastore file [datastore1] f309e06b-e607-4c2f-9743-8cba2f49ae08 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.913491] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2166b11a-75ce-4397-bb63-51a4d360d20a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.920706] env[70683]: DEBUG oslo_vmware.api [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for the task: (returnval){ [ 862.920706] env[70683]: value = "task-3280527" [ 862.920706] env[70683]: _type = "Task" [ 862.920706] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.929735] env[70683]: DEBUG oslo_vmware.api [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.984499] env[70683]: INFO nova.compute.manager [-] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Took 1.29 seconds to deallocate network for instance. [ 863.005457] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.005717] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.005977] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Deleting the datastore file [datastore2] e1ccd6a9-267a-4e45-bf12-c63524c43b78 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.006284] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df3897f1-ee89-4031-b0ad-4f1a74cbb021 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.013045] env[70683]: DEBUG oslo_vmware.api [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for the task: (returnval){ [ 863.013045] env[70683]: value = "task-3280528" [ 863.013045] env[70683]: _type = "Task" [ 863.013045] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.020966] env[70683]: DEBUG oslo_vmware.api [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.302264] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a23fd7-de2d-4341-a0e5-28d84a3958cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.307683] env[70683]: DEBUG nova.compute.manager [req-24101f5e-83bc-4b02-8774-06d8ddd3482e req-c821d3ba-66e3-4517-b3a8-020855015bd5 service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Received event network-vif-plugged-5551e103-753c-446e-978b-5c442db91fc1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.308054] env[70683]: DEBUG oslo_concurrency.lockutils [req-24101f5e-83bc-4b02-8774-06d8ddd3482e req-c821d3ba-66e3-4517-b3a8-020855015bd5 service nova] Acquiring lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.308321] env[70683]: DEBUG oslo_concurrency.lockutils [req-24101f5e-83bc-4b02-8774-06d8ddd3482e req-c821d3ba-66e3-4517-b3a8-020855015bd5 service nova] Lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.308534] env[70683]: DEBUG oslo_concurrency.lockutils [req-24101f5e-83bc-4b02-8774-06d8ddd3482e req-c821d3ba-66e3-4517-b3a8-020855015bd5 service nova] Lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.308775] env[70683]: DEBUG nova.compute.manager [req-24101f5e-83bc-4b02-8774-06d8ddd3482e req-c821d3ba-66e3-4517-b3a8-020855015bd5 service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] No waiting events found dispatching network-vif-plugged-5551e103-753c-446e-978b-5c442db91fc1 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.308989] env[70683]: WARNING nova.compute.manager [req-24101f5e-83bc-4b02-8774-06d8ddd3482e req-c821d3ba-66e3-4517-b3a8-020855015bd5 service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Received unexpected event network-vif-plugged-5551e103-753c-446e-978b-5c442db91fc1 for instance with vm_state building and task_state spawning. [ 863.314401] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d9657f-e2a4-4a47-a55b-49ce120ac82d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.350551] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5956f767-8039-4acd-a776-de0b73bff736 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.361027] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4fb9f5-64ec-4a47-a2f3-bf12a49ee870 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.377118] env[70683]: DEBUG nova.compute.provider_tree [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.378863] env[70683]: DEBUG nova.network.neutron [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Successfully updated port: 5551e103-753c-446e-978b-5c442db91fc1 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.430322] env[70683]: DEBUG oslo_vmware.api [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Task: {'id': task-3280527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138047} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.431029] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.431029] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.431029] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.431242] env[70683]: INFO nova.compute.manager [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Took 1.13 seconds to destroy the instance on the hypervisor. [ 863.432072] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.432072] env[70683]: DEBUG nova.compute.manager [-] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.432072] env[70683]: DEBUG nova.network.neutron [-] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.494585] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.524269] env[70683]: DEBUG oslo_vmware.api [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Task: {'id': task-3280528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162068} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.525491] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.525491] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.525491] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.525491] env[70683]: INFO nova.compute.manager [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Took 1.16 seconds to destroy the instance on the hypervisor. [ 863.525491] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.525491] env[70683]: DEBUG nova.compute.manager [-] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.525491] env[70683]: DEBUG nova.network.neutron [-] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.725388] env[70683]: DEBUG nova.compute.manager [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.726408] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7261cfb9-b7ed-4eb5-8794-bb142f85d072 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.885901] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquiring lock "refresh_cache-a2e2e92b-90ee-4242-a4e6-0deaa0593a91" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.886038] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquired lock "refresh_cache-a2e2e92b-90ee-4242-a4e6-0deaa0593a91" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.886296] env[70683]: DEBUG nova.network.neutron [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.924762] env[70683]: DEBUG nova.scheduler.client.report [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.925065] env[70683]: DEBUG nova.compute.provider_tree [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 65 to 66 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.925359] env[70683]: DEBUG nova.compute.provider_tree [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.117694] env[70683]: DEBUG nova.network.neutron [-] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.190168] env[70683]: DEBUG nova.compute.manager [req-6d345b1f-abb5-4069-88cb-d657d9939140 req-5c7f39c0-5343-4469-a8eb-fa2b2b2738ad service nova] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Received event network-vif-deleted-8f7e7e7b-2432-4424-b8d4-c667b2268800 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.239682] env[70683]: INFO nova.compute.manager [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] instance snapshotting [ 864.242819] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dabefd6-5690-4e13-aee7-fdfb77caf4ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.266181] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa32a2de-6a04-4dee-b7f3-918d6b921b5c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.413093] env[70683]: DEBUG nova.network.neutron [-] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.421933] env[70683]: DEBUG nova.network.neutron [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.431661] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.022s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.432172] env[70683]: DEBUG nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.435053] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.785s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.435239] env[70683]: DEBUG nova.objects.instance [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.616535] env[70683]: DEBUG nova.network.neutron [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Updating instance_info_cache with network_info: [{"id": "5551e103-753c-446e-978b-5c442db91fc1", "address": "fa:16:3e:64:6d:b1", "network": {"id": "99afefaa-e114-4b9c-a258-d04d36b4ac19", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1528575565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892ebb108bc74d72b7220aa8b2d2c58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5551e103-75", "ovs_interfaceid": "5551e103-753c-446e-978b-5c442db91fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.620638] env[70683]: INFO nova.compute.manager [-] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Took 1.78 seconds to deallocate network for instance. [ 864.782441] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.782777] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3896a56a-f8d0-4770-af5f-bb04beb98a4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.790734] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 864.790734] env[70683]: value = "task-3280529" [ 864.790734] env[70683]: _type = "Task" [ 864.790734] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.795628] env[70683]: DEBUG nova.network.neutron [-] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.800249] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.917732] env[70683]: INFO nova.compute.manager [-] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Took 1.49 seconds to deallocate network for instance. [ 864.940067] env[70683]: DEBUG nova.compute.utils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.944868] env[70683]: DEBUG nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.944868] env[70683]: DEBUG nova.network.neutron [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.006332] env[70683]: DEBUG nova.policy [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6275cd841ac464eaa9310e7a26524fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e579eb13cdb54e41bd9f34704eb9604c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.119087] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Releasing lock "refresh_cache-a2e2e92b-90ee-4242-a4e6-0deaa0593a91" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.119481] env[70683]: DEBUG nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Instance network_info: |[{"id": "5551e103-753c-446e-978b-5c442db91fc1", "address": "fa:16:3e:64:6d:b1", "network": {"id": "99afefaa-e114-4b9c-a258-d04d36b4ac19", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1528575565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892ebb108bc74d72b7220aa8b2d2c58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5551e103-75", "ovs_interfaceid": "5551e103-753c-446e-978b-5c442db91fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.119920] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:6d:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5551e103-753c-446e-978b-5c442db91fc1', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.129289] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Creating folder: Project (892ebb108bc74d72b7220aa8b2d2c58f). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.130343] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.130606] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9f1ffee-4f0e-4aa0-88d2-ca70625d9cad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.142220] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Created folder: Project (892ebb108bc74d72b7220aa8b2d2c58f) in parent group-v655051. [ 865.142468] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Creating folder: Instances. Parent ref: group-v655164. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.142779] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed55ad7b-3050-41ed-bfbb-cd61e9600b8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.152974] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Created folder: Instances in parent group-v655164. [ 865.153399] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.153496] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.157021] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f970881d-34bd-41e9-bc1a-08ceba077252 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.174246] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.174246] env[70683]: value = "task-3280532" [ 865.174246] env[70683]: _type = "Task" [ 865.174246] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.185506] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280532, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.306653] env[70683]: INFO nova.compute.manager [-] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Took 1.78 seconds to deallocate network for instance. [ 865.307036] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280529, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.379639] env[70683]: DEBUG nova.compute.manager [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Received event network-changed-5551e103-753c-446e-978b-5c442db91fc1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.379639] env[70683]: DEBUG nova.compute.manager [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Refreshing instance network info cache due to event network-changed-5551e103-753c-446e-978b-5c442db91fc1. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.379897] env[70683]: DEBUG oslo_concurrency.lockutils [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] Acquiring lock "refresh_cache-a2e2e92b-90ee-4242-a4e6-0deaa0593a91" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.379998] env[70683]: DEBUG oslo_concurrency.lockutils [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] Acquired lock "refresh_cache-a2e2e92b-90ee-4242-a4e6-0deaa0593a91" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.381803] env[70683]: DEBUG nova.network.neutron [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Refreshing network info cache for port 5551e103-753c-446e-978b-5c442db91fc1 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.433580] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.445648] env[70683]: DEBUG nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.450215] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8f3eede9-7127-4a2b-9935-45af072ef141 tempest-ServersAdmin275Test-1185834530 tempest-ServersAdmin275Test-1185834530-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.451448] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.204s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.451602] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.456078] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.834s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.456199] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.459139] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.901s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.463480] env[70683]: INFO nova.compute.claims [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.495290] env[70683]: INFO nova.scheduler.client.report [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Deleted allocations for instance 74fb2529-5bb8-43dc-a360-e25968f02d73 [ 865.496053] env[70683]: INFO nova.scheduler.client.report [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Deleted allocations for instance 9231fe98-18d7-43fd-975b-872c393bc825 [ 865.684889] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280532, 'name': CreateVM_Task, 'duration_secs': 0.343203} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.685078] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.685786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.685950] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.686292] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.686550] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25dad769-7d26-4ef9-a8be-a568dadc6969 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.691396] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 865.691396] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ac6cc-b3a8-471b-dd56-d9938f7beff7" [ 865.691396] env[70683]: _type = "Task" [ 865.691396] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.699051] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ac6cc-b3a8-471b-dd56-d9938f7beff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.722816] env[70683]: DEBUG nova.network.neutron [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Successfully created port: 720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.803327] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280529, 'name': CreateSnapshot_Task, 'duration_secs': 0.519248} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.803648] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 865.804704] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21f64a5-35b8-460c-aea3-91ccff603274 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.818784] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.908815] env[70683]: DEBUG oslo_concurrency.lockutils [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.909073] env[70683]: DEBUG oslo_concurrency.lockutils [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.010795] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9aece3c1-f248-4fee-8070-024655b37677 tempest-ServersAdmin275Test-644814262 tempest-ServersAdmin275Test-644814262-project-member] Lock "9231fe98-18d7-43fd-975b-872c393bc825" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.741s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.025213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-383c8d80-a90d-4619-b6d3-41db9b59af7e tempest-FloatingIPsAssociationTestJSON-1722767384 tempest-FloatingIPsAssociationTestJSON-1722767384-project-member] Lock "74fb2529-5bb8-43dc-a360-e25968f02d73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.385s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.205978] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ac6cc-b3a8-471b-dd56-d9938f7beff7, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.208650] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.208917] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.209233] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.209391] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.209579] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.209861] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3685ccbc-6444-46e6-911d-b16c955a25b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.219456] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.219652] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.220446] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ff4083-b0ef-4249-adc7-5bc05a85f81a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.226690] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 866.226690] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523835f2-7a86-8194-0514-59152e4cc36f" [ 866.226690] env[70683]: _type = "Task" [ 866.226690] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.238626] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523835f2-7a86-8194-0514-59152e4cc36f, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.239476] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3738e96b-10cc-4711-8d0c-caf60173bf71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.245528] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 866.245528] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a31671-110e-b1c9-90c0-fd30518b1fea" [ 866.245528] env[70683]: _type = "Task" [ 866.245528] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.253808] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a31671-110e-b1c9-90c0-fd30518b1fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.255864] env[70683]: DEBUG nova.network.neutron [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Updated VIF entry in instance network info cache for port 5551e103-753c-446e-978b-5c442db91fc1. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.256181] env[70683]: DEBUG nova.network.neutron [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Updating instance_info_cache with network_info: [{"id": "5551e103-753c-446e-978b-5c442db91fc1", "address": "fa:16:3e:64:6d:b1", "network": {"id": "99afefaa-e114-4b9c-a258-d04d36b4ac19", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1528575565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892ebb108bc74d72b7220aa8b2d2c58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5551e103-75", "ovs_interfaceid": "5551e103-753c-446e-978b-5c442db91fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.324691] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.325301] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8484a100-c38a-4fde-ab4b-b136f48f1bdf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.333722] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 866.333722] env[70683]: value = "task-3280533" [ 866.333722] env[70683]: _type = "Task" [ 866.333722] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.341916] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280533, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.413205] env[70683]: DEBUG nova.compute.utils [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.477467] env[70683]: DEBUG nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.512409] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.512545] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.512640] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.512823] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.512973] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.513691] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.513691] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.513691] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.513691] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.513881] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.514066] env[70683]: DEBUG nova.virt.hardware [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.515345] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4e2b18-ddd4-41c2-8537-b63f808a8d2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.524138] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b62b90-b033-4ff6-b25c-90b60f019a3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.757238] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a31671-110e-b1c9-90c0-fd30518b1fea, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.760018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.760312] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] a2e2e92b-90ee-4242-a4e6-0deaa0593a91/a2e2e92b-90ee-4242-a4e6-0deaa0593a91.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.760791] env[70683]: DEBUG oslo_concurrency.lockutils [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] Releasing lock "refresh_cache-a2e2e92b-90ee-4242-a4e6-0deaa0593a91" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.763315] env[70683]: DEBUG nova.compute.manager [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Received event network-vif-deleted-dd4749a1-f272-432d-a60b-2a8325d60470 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.763315] env[70683]: DEBUG nova.compute.manager [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Received event network-vif-deleted-c8f537e9-d7dc-48f6-9fac-584938af06d7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.763315] env[70683]: DEBUG nova.compute.manager [req-02ceffc1-66af-4cdf-8dc4-a9960e6c92fd req-126b35ef-55ea-4bf7-859e-5bbfd4b7ec5e service nova] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Received event network-vif-deleted-612a244f-e364-4d2b-aa56-bb408e0c3628 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.763315] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b78e1b9f-8163-4493-9982-8820ca3b2de7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.770227] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 866.770227] env[70683]: value = "task-3280534" [ 866.770227] env[70683]: _type = "Task" [ 866.770227] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.780374] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.847866] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280533, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.916315] env[70683]: DEBUG oslo_concurrency.lockutils [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.076293] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331dc17e-601a-4b85-a038-0b6795d54f04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.086899] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ec1d68-0236-4a1d-945d-39880b09a9a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.128039] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8bb27b-e7d3-4cb5-ba3e-8a23b3ce9a7c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.139145] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a63a9c-6a7d-4bc2-88c1-5c69d00d0c4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.155678] env[70683]: DEBUG nova.compute.provider_tree [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.281188] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511549} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.281458] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] a2e2e92b-90ee-4242-a4e6-0deaa0593a91/a2e2e92b-90ee-4242-a4e6-0deaa0593a91.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.281669] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.281964] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b24295e4-33c2-4568-957c-1dbbde8ca101 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.288291] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 867.288291] env[70683]: value = "task-3280535" [ 867.288291] env[70683]: _type = "Task" [ 867.288291] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.296674] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.349677] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280533, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.602281] env[70683]: DEBUG nova.network.neutron [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Successfully updated port: 720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.662278] env[70683]: DEBUG nova.scheduler.client.report [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.719395] env[70683]: DEBUG nova.compute.manager [req-8837d3dc-2ef8-499a-9efa-6b90987f3bbb req-299951c5-eafc-45da-ae33-c4e5a01a1725 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Received event network-vif-plugged-720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.719661] env[70683]: DEBUG oslo_concurrency.lockutils [req-8837d3dc-2ef8-499a-9efa-6b90987f3bbb req-299951c5-eafc-45da-ae33-c4e5a01a1725 service nova] Acquiring lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.719812] env[70683]: DEBUG oslo_concurrency.lockutils [req-8837d3dc-2ef8-499a-9efa-6b90987f3bbb req-299951c5-eafc-45da-ae33-c4e5a01a1725 service nova] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.719997] env[70683]: DEBUG oslo_concurrency.lockutils [req-8837d3dc-2ef8-499a-9efa-6b90987f3bbb req-299951c5-eafc-45da-ae33-c4e5a01a1725 service nova] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.720172] env[70683]: DEBUG nova.compute.manager [req-8837d3dc-2ef8-499a-9efa-6b90987f3bbb req-299951c5-eafc-45da-ae33-c4e5a01a1725 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] No waiting events found dispatching network-vif-plugged-720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.720401] env[70683]: WARNING nova.compute.manager [req-8837d3dc-2ef8-499a-9efa-6b90987f3bbb req-299951c5-eafc-45da-ae33-c4e5a01a1725 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Received unexpected event network-vif-plugged-720a89ee-817d-46ee-bb29-ef9ce78e0980 for instance with vm_state building and task_state spawning. [ 867.798351] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066999} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.798623] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.799461] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd1253-8a81-4587-9418-6dfeb9ef02e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.823051] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] a2e2e92b-90ee-4242-a4e6-0deaa0593a91/a2e2e92b-90ee-4242-a4e6-0deaa0593a91.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.823353] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c67707-432b-43a1-b63c-c9351f7c60e6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.843422] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 867.843422] env[70683]: value = "task-3280536" [ 867.843422] env[70683]: _type = "Task" [ 867.843422] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.849961] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280533, 'name': CloneVM_Task, 'duration_secs': 1.405526} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.850208] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Created linked-clone VM from snapshot [ 867.850910] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c4609e-a605-4052-8fa2-4f02866f11a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.856777] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.861434] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Uploading image 251726f0-b7d1-4117-8da8-ec219fb65a15 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.891312] env[70683]: DEBUG oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.891312] env[70683]: value = "vm-655168" [ 867.891312] env[70683]: _type = "VirtualMachine" [ 867.891312] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.892029] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-744d3a7a-8a25-412b-a386-67daf92bf815 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.900622] env[70683]: DEBUG oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lease: (returnval){ [ 867.900622] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6e2f0-7d9a-f96a-65f3-26746aa2b94e" [ 867.900622] env[70683]: _type = "HttpNfcLease" [ 867.900622] env[70683]: } obtained for exporting VM: (result){ [ 867.900622] env[70683]: value = "vm-655168" [ 867.900622] env[70683]: _type = "VirtualMachine" [ 867.900622] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.901205] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the lease: (returnval){ [ 867.901205] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6e2f0-7d9a-f96a-65f3-26746aa2b94e" [ 867.901205] env[70683]: _type = "HttpNfcLease" [ 867.901205] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.908473] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.908473] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6e2f0-7d9a-f96a-65f3-26746aa2b94e" [ 867.908473] env[70683]: _type = "HttpNfcLease" [ 867.908473] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 868.025907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.026108] env[70683]: DEBUG oslo_concurrency.lockutils [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.026357] env[70683]: INFO nova.compute.manager [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Attaching volume c8af528d-2404-4180-8c9d-fcaf3516e9f1 to /dev/sdb [ 868.063580] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ac5b9-3011-4478-8af6-489756d812c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.070997] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51cf587-42a0-4ad3-a247-4ac75944becf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.085851] env[70683]: DEBUG nova.virt.block_device [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Updating existing volume attachment record: 47a8a31e-9a6b-4297-99ba-49253484970f {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 868.106209] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquiring lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.106373] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquired lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.106535] env[70683]: DEBUG nova.network.neutron [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.167283] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.167808] env[70683]: DEBUG nova.compute.manager [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.170497] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.526s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.173417] env[70683]: INFO nova.compute.claims [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.353980] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280536, 'name': ReconfigVM_Task, 'duration_secs': 0.338635} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.354296] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Reconfigured VM instance instance-00000028 to attach disk [datastore2] a2e2e92b-90ee-4242-a4e6-0deaa0593a91/a2e2e92b-90ee-4242-a4e6-0deaa0593a91.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.354931] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc099ad4-ff18-4798-92f6-a60fd245bab9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.361489] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 868.361489] env[70683]: value = "task-3280539" [ 868.361489] env[70683]: _type = "Task" [ 868.361489] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.369875] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280539, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.412222] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.412222] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6e2f0-7d9a-f96a-65f3-26746aa2b94e" [ 868.412222] env[70683]: _type = "HttpNfcLease" [ 868.412222] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 868.412222] env[70683]: DEBUG oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 868.412222] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6e2f0-7d9a-f96a-65f3-26746aa2b94e" [ 868.412222] env[70683]: _type = "HttpNfcLease" [ 868.412222] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 868.412222] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bea555-5b37-46ab-b57b-8a22130ec07e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.421687] env[70683]: DEBUG oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316ba4-77b7-b0e9-604b-9c3197cfba29/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 868.422052] env[70683]: DEBUG oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316ba4-77b7-b0e9-604b-9c3197cfba29/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 868.524307] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6d0cc68-5907-4184-9a0d-3acb1a37f4a6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.651172] env[70683]: DEBUG nova.network.neutron [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.682214] env[70683]: DEBUG nova.compute.utils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.683774] env[70683]: DEBUG nova.compute.manager [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 868.873276] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280539, 'name': Rename_Task, 'duration_secs': 0.137382} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.873655] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.873763] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7973ba9-a1e4-4493-9dc7-14a24fca1082 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.881953] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 868.881953] env[70683]: value = "task-3280542" [ 868.881953] env[70683]: _type = "Task" [ 868.881953] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.896711] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.061643] env[70683]: DEBUG nova.network.neutron [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Updating instance_info_cache with network_info: [{"id": "720a89ee-817d-46ee-bb29-ef9ce78e0980", "address": "fa:16:3e:dd:a5:c3", "network": {"id": "3d34bdc0-ec59-4def-814d-1d8741223006", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-757024238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e579eb13cdb54e41bd9f34704eb9604c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720a89ee-81", "ovs_interfaceid": "720a89ee-817d-46ee-bb29-ef9ce78e0980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.191137] env[70683]: DEBUG nova.compute.manager [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.391937] env[70683]: DEBUG oslo_vmware.api [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280542, 'name': PowerOnVM_Task, 'duration_secs': 0.482494} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.392573] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.393044] env[70683]: INFO nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Took 6.95 seconds to spawn the instance on the hypervisor. [ 869.393349] env[70683]: DEBUG nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.394477] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f01b8f-01a3-4790-a28b-282c9a99d546 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.568688] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Releasing lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.569022] env[70683]: DEBUG nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Instance network_info: |[{"id": "720a89ee-817d-46ee-bb29-ef9ce78e0980", "address": "fa:16:3e:dd:a5:c3", "network": {"id": "3d34bdc0-ec59-4def-814d-1d8741223006", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-757024238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e579eb13cdb54e41bd9f34704eb9604c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720a89ee-81", "ovs_interfaceid": "720a89ee-817d-46ee-bb29-ef9ce78e0980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.570206] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:a5:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '720a89ee-817d-46ee-bb29-ef9ce78e0980', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.578492] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Creating folder: Project (e579eb13cdb54e41bd9f34704eb9604c). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.578869] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a95763c-aef6-4696-8881-ef2fb082d667 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.596042] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Created folder: Project (e579eb13cdb54e41bd9f34704eb9604c) in parent group-v655051. [ 869.596364] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Creating folder: Instances. Parent ref: group-v655171. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.596656] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66b304da-01f3-4b3f-b1a2-b5ef8326a663 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.609105] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Created folder: Instances in parent group-v655171. [ 869.609495] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.609774] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.618881] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a441168-039e-4bf4-9ead-eb6b1773af6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.644279] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.644279] env[70683]: value = "task-3280545" [ 869.644279] env[70683]: _type = "Task" [ 869.644279] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.649491] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280545, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.756229] env[70683]: DEBUG nova.compute.manager [req-ef715ab3-9ed7-44c9-b3b1-c577fa079bce req-226a1cb4-d009-4834-bebe-6c5edfc172ed service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Received event network-changed-720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.756816] env[70683]: DEBUG nova.compute.manager [req-ef715ab3-9ed7-44c9-b3b1-c577fa079bce req-226a1cb4-d009-4834-bebe-6c5edfc172ed service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Refreshing instance network info cache due to event network-changed-720a89ee-817d-46ee-bb29-ef9ce78e0980. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.759706] env[70683]: DEBUG oslo_concurrency.lockutils [req-ef715ab3-9ed7-44c9-b3b1-c577fa079bce req-226a1cb4-d009-4834-bebe-6c5edfc172ed service nova] Acquiring lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.759706] env[70683]: DEBUG oslo_concurrency.lockutils [req-ef715ab3-9ed7-44c9-b3b1-c577fa079bce req-226a1cb4-d009-4834-bebe-6c5edfc172ed service nova] Acquired lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.759706] env[70683]: DEBUG nova.network.neutron [req-ef715ab3-9ed7-44c9-b3b1-c577fa079bce req-226a1cb4-d009-4834-bebe-6c5edfc172ed service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Refreshing network info cache for port 720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.877934] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c589b08-edb4-48d5-94cb-c5f312b86b01 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.890192] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d750b7e0-40a3-4b8a-b7eb-6db5712cb0c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.939150] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad74dfa-04cb-4648-aeb0-2628d36e84fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.942371] env[70683]: INFO nova.compute.manager [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Took 47.86 seconds to build instance. [ 869.950891] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb92be1a-86b5-4ec1-be6d-42ddf61ad9f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.973009] env[70683]: DEBUG nova.compute.provider_tree [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.151491] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280545, 'name': CreateVM_Task, 'duration_secs': 0.460055} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.151723] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.152967] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.153195] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.153539] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.154025] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f2a5e8-dec9-4a25-9493-b94430238401 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.159762] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 870.159762] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ebc65b-6eeb-050b-87f6-e5982c5d5cf7" [ 870.159762] env[70683]: _type = "Task" [ 870.159762] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.168853] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ebc65b-6eeb-050b-87f6-e5982c5d5cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.209441] env[70683]: DEBUG nova.compute.manager [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.240753] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.241559] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.243020] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.243020] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.243020] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.243431] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.243752] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.243866] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.244155] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.246181] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.246396] env[70683]: DEBUG nova.virt.hardware [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.247677] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fe91fc-43d8-45cf-a679-6612c06e1cc8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.258345] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2fdede-53f3-4201-92cc-dcbbebc3fb34 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.275500] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.283768] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Creating folder: Project (0c604faa7d2544b6b40f52a445e0f2ce). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.283768] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be58eb82-ea33-4ad7-b7da-b129a0ebc2c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.292562] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Created folder: Project (0c604faa7d2544b6b40f52a445e0f2ce) in parent group-v655051. [ 870.292769] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Creating folder: Instances. Parent ref: group-v655174. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.293068] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7126c0c-bd15-42f3-a54d-005b9341c3ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.302331] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Created folder: Instances in parent group-v655174. [ 870.302617] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.302841] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.303128] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d2f5320-b453-4d58-955e-1c3bbb3404d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.321707] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.321707] env[70683]: value = "task-3280548" [ 870.321707] env[70683]: _type = "Task" [ 870.321707] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.332204] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280548, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.452024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9158d8c9-bb37-40f9-a742-554b8b520a1a tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.424s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.477263] env[70683]: DEBUG nova.scheduler.client.report [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.676212] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ebc65b-6eeb-050b-87f6-e5982c5d5cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.029594} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.676546] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.676780] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.677031] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.677186] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.677377] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.677653] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0f01fb7-b243-43a8-a018-6267441afcaf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.686730] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.686941] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.688084] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83028596-454f-4112-b812-9fecc9d05f42 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.697509] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 870.697509] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5237bac0-3f15-a527-b176-3f38726148e9" [ 870.697509] env[70683]: _type = "Task" [ 870.697509] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.709776] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5237bac0-3f15-a527-b176-3f38726148e9, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.711538] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619c0a05-7d77-48d7-a128-23d5824258eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.717748] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 870.717748] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f1b022-1fdf-a4ea-54ab-c86d113c4916" [ 870.717748] env[70683]: _type = "Task" [ 870.717748] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.726609] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f1b022-1fdf-a4ea-54ab-c86d113c4916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.837754] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280548, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.850031] env[70683]: DEBUG nova.network.neutron [req-ef715ab3-9ed7-44c9-b3b1-c577fa079bce req-226a1cb4-d009-4834-bebe-6c5edfc172ed service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Updated VIF entry in instance network info cache for port 720a89ee-817d-46ee-bb29-ef9ce78e0980. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.853027] env[70683]: DEBUG nova.network.neutron [req-ef715ab3-9ed7-44c9-b3b1-c577fa079bce req-226a1cb4-d009-4834-bebe-6c5edfc172ed service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Updating instance_info_cache with network_info: [{"id": "720a89ee-817d-46ee-bb29-ef9ce78e0980", "address": "fa:16:3e:dd:a5:c3", "network": {"id": "3d34bdc0-ec59-4def-814d-1d8741223006", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-757024238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e579eb13cdb54e41bd9f34704eb9604c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720a89ee-81", "ovs_interfaceid": "720a89ee-817d-46ee-bb29-ef9ce78e0980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.956336] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.983042] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.983632] env[70683]: DEBUG nova.compute.manager [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.988458] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.522s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.990136] env[70683]: INFO nova.compute.claims [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.231577] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f1b022-1fdf-a4ea-54ab-c86d113c4916, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.231837] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.232155] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] a02eecf2-3d70-4e2d-8201-bc46f0e6f86d/a02eecf2-3d70-4e2d-8201-bc46f0e6f86d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.232434] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca37771-156e-46a3-a17e-5d0aead7a93b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.244246] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 871.244246] env[70683]: value = "task-3280550" [ 871.244246] env[70683]: _type = "Task" [ 871.244246] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.252617] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.332825] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280548, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.356566] env[70683]: DEBUG oslo_concurrency.lockutils [req-ef715ab3-9ed7-44c9-b3b1-c577fa079bce req-226a1cb4-d009-4834-bebe-6c5edfc172ed service nova] Releasing lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.479132] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.496792] env[70683]: DEBUG nova.compute.utils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.501098] env[70683]: DEBUG nova.compute.manager [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 871.527986] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquiring lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.528395] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.528636] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquiring lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.528835] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.529030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.534214] env[70683]: INFO nova.compute.manager [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Terminating instance [ 871.737063] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquiring lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.737377] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.754017] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280550, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.835252] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280548, 'name': CreateVM_Task, 'duration_secs': 1.067259} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.835440] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.835882] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.836106] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.836472] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.836760] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f2ef30-bd07-4154-bf76-d62bfb2b3fd4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.843062] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 871.843062] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521775d0-c1fc-7ba3-16bf-f9b77509963a" [ 871.843062] env[70683]: _type = "Task" [ 871.843062] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.850758] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521775d0-c1fc-7ba3-16bf-f9b77509963a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.000969] env[70683]: DEBUG nova.compute.manager [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.039863] env[70683]: DEBUG nova.compute.manager [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.040123] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.041241] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f8937-107a-43c7-9478-c63439d54e69 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.053337] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.053852] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef382d2f-6b32-4d8d-9a01-fefd731a7da1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.065820] env[70683]: DEBUG oslo_vmware.api [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 872.065820] env[70683]: value = "task-3280551" [ 872.065820] env[70683]: _type = "Task" [ 872.065820] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.081803] env[70683]: DEBUG oslo_vmware.api [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.260017] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547307} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.260175] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] a02eecf2-3d70-4e2d-8201-bc46f0e6f86d/a02eecf2-3d70-4e2d-8201-bc46f0e6f86d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.260486] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.261291] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dafb218-3820-4d02-80d8-5758ec0d7108 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.268769] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 872.268769] env[70683]: value = "task-3280552" [ 872.268769] env[70683]: _type = "Task" [ 872.268769] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.277638] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.364394] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521775d0-c1fc-7ba3-16bf-f9b77509963a, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.364394] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.364394] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.364394] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.364394] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.364394] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.366357] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6384c663-a99d-4bd5-a10d-88ecefad90d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.379542] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.379542] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.379542] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d947633-3208-4972-97dd-ca3dc4904e74 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.386388] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 872.386388] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52afcff6-5aae-dcd6-91f5-4fbc74797b11" [ 872.386388] env[70683]: _type = "Task" [ 872.386388] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.399177] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52afcff6-5aae-dcd6-91f5-4fbc74797b11, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.400114] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8458069b-24b3-4000-a6dd-cb40d882915a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.405510] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 872.405510] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52682151-2b33-cbf0-2d04-f622c8eb4145" [ 872.405510] env[70683]: _type = "Task" [ 872.405510] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.419466] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52682151-2b33-cbf0-2d04-f622c8eb4145, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.419739] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.420118] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] c79ca6bd-2519-4036-9431-415cfed01a74/c79ca6bd-2519-4036-9431-415cfed01a74.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.420429] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f9c033a-d1aa-430e-bdb8-9718442e494d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.429440] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 872.429440] env[70683]: value = "task-3280553" [ 872.429440] env[70683]: _type = "Task" [ 872.429440] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.440130] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.580491] env[70683]: DEBUG oslo_vmware.api [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280551, 'name': PowerOffVM_Task, 'duration_secs': 0.422594} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.583536] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.583885] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.585186] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9d0f1ca-af1c-4e04-8827-41c8fc86f24a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.691009] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.691162] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.691276] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Deleting the datastore file [datastore2] a2e2e92b-90ee-4242-a4e6-0deaa0593a91 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.691550] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a1877dc-fa61-4f07-80c8-5897bd3a48d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.700547] env[70683]: DEBUG oslo_vmware.api [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for the task: (returnval){ [ 872.700547] env[70683]: value = "task-3280555" [ 872.700547] env[70683]: _type = "Task" [ 872.700547] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.713511] env[70683]: DEBUG oslo_vmware.api [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.768392] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20597cc6-51d4-4bee-acc7-6e5defb9f538 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.784500] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d068079-3d86-47bc-a940-dd0564736c54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.787987] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09489} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.789032] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.791456] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57773e26-e4f6-443b-8e05-05a394e5eb29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.823017] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec20c7-1424-456b-81e3-8d9516fa41a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.844693] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] a02eecf2-3d70-4e2d-8201-bc46f0e6f86d/a02eecf2-3d70-4e2d-8201-bc46f0e6f86d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.845571] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef64dda-4ab1-40e6-b130-cb805e7af4bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.866708] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b464a2-e9d5-4157-b2e0-935a50831e35 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.872742] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 872.872742] env[70683]: value = "task-3280556" [ 872.872742] env[70683]: _type = "Task" [ 872.872742] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.886562] env[70683]: DEBUG nova.compute.provider_tree [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.893938] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.939290] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.017493] env[70683]: DEBUG nova.compute.manager [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.066052] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.066328] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.066495] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.066696] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.066856] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.066996] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.067213] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.067367] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.067527] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.067681] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.067842] env[70683]: DEBUG nova.virt.hardware [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.068969] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce0733-3b03-4bfb-9d3e-eeb86ffdc9f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.078542] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5926f5c5-dd51-4db4-8a26-fc12861eb877 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.095266] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.104493] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.104775] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.105025] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f81cfee7-c8f0-4342-b175-47b3f34eb4be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.124226] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.124226] env[70683]: value = "task-3280557" [ 873.124226] env[70683]: _type = "Task" [ 873.124226] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.133116] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280557, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.153986] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 873.154314] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655170', 'volume_id': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'name': 'volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba1839c5-2c7d-4b59-89d9-6ed8e44343a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'serial': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 873.155308] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb2eda8-c171-4740-ac5a-e1003467f320 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.173788] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6873d69-14cc-4c8b-bf91-958a44b3555d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.199223] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1/volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.199563] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0242142e-a8e9-40bc-a29a-12f9ff1f50b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.222600] env[70683]: DEBUG oslo_vmware.api [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Task: {'id': task-3280555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153693} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.223985] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.224206] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.224388] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.224595] env[70683]: INFO nova.compute.manager [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Took 1.18 seconds to destroy the instance on the hypervisor. [ 873.224808] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.225082] env[70683]: DEBUG oslo_vmware.api [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 873.225082] env[70683]: value = "task-3280558" [ 873.225082] env[70683]: _type = "Task" [ 873.225082] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.225273] env[70683]: DEBUG nova.compute.manager [-] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.225372] env[70683]: DEBUG nova.network.neutron [-] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.236365] env[70683]: DEBUG oslo_vmware.api [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.257235] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Acquiring lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.257507] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.257717] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Acquiring lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.257892] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.258160] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.261565] env[70683]: INFO nova.compute.manager [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Terminating instance [ 873.384832] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280556, 'name': ReconfigVM_Task, 'duration_secs': 0.282004} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.385265] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] a02eecf2-3d70-4e2d-8201-bc46f0e6f86d/a02eecf2-3d70-4e2d-8201-bc46f0e6f86d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.385946] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f89560cd-ea71-447c-a15d-b9121cc74c38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.390991] env[70683]: DEBUG nova.scheduler.client.report [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.398187] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 873.398187] env[70683]: value = "task-3280559" [ 873.398187] env[70683]: _type = "Task" [ 873.398187] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.408655] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280559, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.440634] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.652055] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280557, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.742027] env[70683]: DEBUG oslo_vmware.api [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280558, 'name': ReconfigVM_Task, 'duration_secs': 0.453827} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.742027] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Reconfigured VM instance instance-00000012 to attach disk [datastore2] volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1/volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.747076] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd65236b-c7d2-448d-a015-2302792cb985 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.777814] env[70683]: DEBUG nova.compute.manager [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.777814] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.777814] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83f5880c-dc67-4297-8818-f0b5bcd815c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.788998] env[70683]: DEBUG oslo_vmware.api [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 873.788998] env[70683]: value = "task-3280561" [ 873.788998] env[70683]: _type = "Task" [ 873.788998] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.788998] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 873.788998] env[70683]: value = "task-3280560" [ 873.788998] env[70683]: _type = "Task" [ 873.788998] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.806536] env[70683]: DEBUG oslo_vmware.api [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.810830] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.898720] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.910s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.899093] env[70683]: DEBUG nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.902374] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.221s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.906024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.906024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.509s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.906482] env[70683]: INFO nova.compute.claims [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.923062] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280559, 'name': Rename_Task, 'duration_secs': 0.168398} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.925021] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.925021] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e468bc99-76a4-4208-a838-49176d4973e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.932478] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 873.932478] env[70683]: value = "task-3280562" [ 873.932478] env[70683]: _type = "Task" [ 873.932478] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.942253] env[70683]: INFO nova.scheduler.client.report [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleted allocations for instance fb7a867e-cd53-47de-81b8-ecca62a9c82c [ 873.955470] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280553, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.404541} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.964253] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] c79ca6bd-2519-4036-9431-415cfed01a74/c79ca6bd-2519-4036-9431-415cfed01a74.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.964839] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.966281] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.966819] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde1ce5e-a9e9-405d-94f0-477bc3037ab0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.974757] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 873.974757] env[70683]: value = "task-3280563" [ 873.974757] env[70683]: _type = "Task" [ 873.974757] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.985585] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.077169] env[70683]: DEBUG nova.compute.manager [req-a9b9d50f-7a95-48d2-a538-3ba80d5aa07d req-4702cc9f-7fe2-4209-bfb9-124f8f281f9f service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Received event network-vif-deleted-5551e103-753c-446e-978b-5c442db91fc1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.077362] env[70683]: INFO nova.compute.manager [req-a9b9d50f-7a95-48d2-a538-3ba80d5aa07d req-4702cc9f-7fe2-4209-bfb9-124f8f281f9f service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Neutron deleted interface 5551e103-753c-446e-978b-5c442db91fc1; detaching it from the instance and deleting it from the info cache [ 874.077479] env[70683]: DEBUG nova.network.neutron [req-a9b9d50f-7a95-48d2-a538-3ba80d5aa07d req-4702cc9f-7fe2-4209-bfb9-124f8f281f9f service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.138946] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280557, 'name': CreateVM_Task, 'duration_secs': 0.744507} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.139334] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.140148] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.140492] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.140973] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.141504] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6afa57ee-5227-4496-ac52-6bfffb82f78a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.148797] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 874.148797] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6d3fa-923f-7c02-c96a-2da63899dd3d" [ 874.148797] env[70683]: _type = "Task" [ 874.148797] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.156974] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6d3fa-923f-7c02-c96a-2da63899dd3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.300760] env[70683]: DEBUG nova.network.neutron [-] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.312630] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280560, 'name': PowerOffVM_Task, 'duration_secs': 0.395408} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.313020] env[70683]: DEBUG oslo_vmware.api [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280561, 'name': ReconfigVM_Task, 'duration_secs': 0.174924} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.313267] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.314963] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 874.314963] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655094', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'name': 'volume-78169fd3-dd33-4745-ace6-a3d3e055e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dc4b43-f716-4a8f-8ba7-fbb32db1aa13', 'attached_at': '', 'detached_at': '', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'serial': '78169fd3-dd33-4745-ace6-a3d3e055e356'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 874.314963] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655170', 'volume_id': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'name': 'volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba1839c5-2c7d-4b59-89d9-6ed8e44343a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'serial': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 874.315809] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc184cfa-9e03-494f-b557-f0141b8607b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.338982] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c43012-9080-4748-8439-9e755207c3e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.348359] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411e7e79-d873-4e71-8f54-08996ceb8e36 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.367750] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e92c5c-75f4-4d21-b129-74beffbaf1c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.383638] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] The volume has not been displaced from its original location: [datastore1] volume-78169fd3-dd33-4745-ace6-a3d3e055e356/volume-78169fd3-dd33-4745-ace6-a3d3e055e356.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 874.389171] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.389518] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f113f0-a002-4e1d-941e-da4e97069687 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.408280] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 874.408280] env[70683]: value = "task-3280564" [ 874.408280] env[70683]: _type = "Task" [ 874.408280] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.420968] env[70683]: DEBUG nova.compute.utils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.423049] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.423372] env[70683]: DEBUG nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.423538] env[70683]: DEBUG nova.network.neutron [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.446370] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280562, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.470324] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9c0cdea8-5ef3-47c1-8de9-e068f34eedd0 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "fb7a867e-cd53-47de-81b8-ecca62a9c82c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.692s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.484040] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096621} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.484306] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.485139] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3d616-52f7-4279-8706-c104e8cbf411 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.508147] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c79ca6bd-2519-4036-9431-415cfed01a74/c79ca6bd-2519-4036-9431-415cfed01a74.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.508467] env[70683]: DEBUG nova.policy [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe360f876e94327895169d5f658aa46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4f73218dbc24c28ace2787ce33b96e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.512418] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce25872c-fa6e-438f-b29a-ba56321d9fbe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.535493] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 874.535493] env[70683]: value = "task-3280565" [ 874.535493] env[70683]: _type = "Task" [ 874.535493] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.544248] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.580579] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efb4feac-65fe-4350-a2d0-19140da28f3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.592269] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3576cf-c907-4bc0-bcaf-9bbd6d4cf8cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.631623] env[70683]: DEBUG nova.compute.manager [req-a9b9d50f-7a95-48d2-a538-3ba80d5aa07d req-4702cc9f-7fe2-4209-bfb9-124f8f281f9f service nova] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Detach interface failed, port_id=5551e103-753c-446e-978b-5c442db91fc1, reason: Instance a2e2e92b-90ee-4242-a4e6-0deaa0593a91 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.659031] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d6d3fa-923f-7c02-c96a-2da63899dd3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.659031] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.659357] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.659545] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.659707] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.659872] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.660287] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42ee4b90-f36e-4a7f-82b3-fdbb3fd79cf8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.670404] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.670655] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.671513] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0c35a3-b1a4-45bc-bcb1-fe41bcdc32d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.684021] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 874.684021] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d2078b-6d31-8430-4c07-924634230c07" [ 874.684021] env[70683]: _type = "Task" [ 874.684021] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.697050] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d2078b-6d31-8430-4c07-924634230c07, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.698539] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06e637c-5e33-4779-93ca-69d8d3e44b0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.708273] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 874.708273] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d451c0-9668-dde3-ac96-b092131a7101" [ 874.708273] env[70683]: _type = "Task" [ 874.708273] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.716649] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d451c0-9668-dde3-ac96-b092131a7101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.806425] env[70683]: INFO nova.compute.manager [-] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Took 1.58 seconds to deallocate network for instance. [ 874.820080] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.820387] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.926612] env[70683]: DEBUG nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.930148] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280564, 'name': ReconfigVM_Task, 'duration_secs': 0.237913} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.931373] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.937024] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a84fcf1-0c3f-46ea-897a-6be8a276739e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.962044] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 874.962044] env[70683]: value = "task-3280566" [ 874.962044] env[70683]: _type = "Task" [ 874.962044] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.967846] env[70683]: DEBUG oslo_vmware.api [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3280562, 'name': PowerOnVM_Task, 'duration_secs': 0.52158} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.970186] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.970497] env[70683]: INFO nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Took 8.49 seconds to spawn the instance on the hypervisor. [ 874.970703] env[70683]: DEBUG nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.971880] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f005c5-5752-40e6-8dd6-a481491687b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.984958] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.045810] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.072350] env[70683]: DEBUG nova.network.neutron [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Successfully created port: f560b60a-7c3b-40dc-86d8-33a1eafa6028 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.217913] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d451c0-9668-dde3-ac96-b092131a7101, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.218226] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.218487] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 84f522d4-ee16-4b48-88a4-c45d75932a4a/84f522d4-ee16-4b48-88a4-c45d75932a4a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.220019] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5395b9e4-949e-40fb-a50b-2d915f459341 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.225726] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 875.225726] env[70683]: value = "task-3280567" [ 875.225726] env[70683]: _type = "Task" [ 875.225726] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.236943] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.321145] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.374339] env[70683]: DEBUG nova.objects.instance [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'flavor' on Instance uuid ba1839c5-2c7d-4b59-89d9-6ed8e44343a0 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.486098] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.498997] env[70683]: INFO nova.compute.manager [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Took 49.14 seconds to build instance. [ 875.518514] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "323dd4ff-8238-4ad3-b33c-589985456071" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.519248] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "323dd4ff-8238-4ad3-b33c-589985456071" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.519542] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "323dd4ff-8238-4ad3-b33c-589985456071-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.523025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "323dd4ff-8238-4ad3-b33c-589985456071-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.523025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "323dd4ff-8238-4ad3-b33c-589985456071-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.527414] env[70683]: INFO nova.compute.manager [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Terminating instance [ 875.553930] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280565, 'name': ReconfigVM_Task, 'duration_secs': 0.597948} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.554322] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c79ca6bd-2519-4036-9431-415cfed01a74/c79ca6bd-2519-4036-9431-415cfed01a74.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.555026] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dc558fc-9e34-451e-ba11-ad88fc5c3dab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.563619] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 875.563619] env[70683]: value = "task-3280568" [ 875.563619] env[70683]: _type = "Task" [ 875.563619] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.583052] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280568, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.604655] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b196bbd4-24b5-4505-9f87-03f888622346 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.612023] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae54a50-1468-45dc-879a-f5d82c027516 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.657334] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330bbb10-5cc2-435a-8f6f-9955b2136b86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.666371] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f3d32-36ce-4fed-a646-4d1d2b055ee4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.682370] env[70683]: DEBUG nova.compute.provider_tree [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.739193] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510571} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.739193] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 84f522d4-ee16-4b48-88a4-c45d75932a4a/84f522d4-ee16-4b48-88a4-c45d75932a4a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.739193] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.739193] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4ebca05-0156-400a-ab94-0de81f12d45a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.746658] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 875.746658] env[70683]: value = "task-3280569" [ 875.746658] env[70683]: _type = "Task" [ 875.746658] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.754432] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.880593] env[70683]: DEBUG oslo_concurrency.lockutils [None req-93ab67b8-a78c-4fb9-a9df-c9fbb8715d90 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.950198] env[70683]: DEBUG nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.985391] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280566, 'name': ReconfigVM_Task, 'duration_secs': 0.764464} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.987875] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.988051] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.988940] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.988940] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.988940] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.988940] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.988940] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.989214] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.989253] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.989415] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.989591] env[70683]: DEBUG nova.virt.hardware [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.990170] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655094', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'name': 'volume-78169fd3-dd33-4745-ace6-a3d3e055e356', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dc4b43-f716-4a8f-8ba7-fbb32db1aa13', 'attached_at': '', 'detached_at': '', 'volume_id': '78169fd3-dd33-4745-ace6-a3d3e055e356', 'serial': '78169fd3-dd33-4745-ace6-a3d3e055e356'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 875.990247] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.991143] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b64c13-7ce1-4fea-8338-b891dfc5a17f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.994219] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08549949-2ecf-432c-9ba1-d279460972d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.005963] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e8b2e-d6d6-469f-9418-7a8243015dfe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.010356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83e1c007-fb60-426b-b1da-b4d41f4f046d tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.421s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.010668] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.011883] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4485c845-4e30-4f94-8d10-09751ef2195d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.033252] env[70683]: DEBUG nova.compute.manager [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.035661] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.037348] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72b81f4-2a35-493b-bf2d-78ca47ec5333 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.045716] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.045983] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e0a404-df58-4bad-84bb-bad1468a058e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.053581] env[70683]: DEBUG oslo_vmware.api [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 876.053581] env[70683]: value = "task-3280571" [ 876.053581] env[70683]: _type = "Task" [ 876.053581] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.062499] env[70683]: DEBUG oslo_vmware.api [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.073665] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280568, 'name': Rename_Task, 'duration_secs': 0.23555} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.074106] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.074446] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-601cfa6c-9715-4bea-9c94-5ce8504b7e9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.081166] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 876.081166] env[70683]: value = "task-3280572" [ 876.081166] env[70683]: _type = "Task" [ 876.081166] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.090104] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.098613] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.098829] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.099021] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Deleting the datastore file [datastore1] 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.099424] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3db83292-c08e-4805-8ea3-f98e1cc0770e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.106454] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for the task: (returnval){ [ 876.106454] env[70683]: value = "task-3280573" [ 876.106454] env[70683]: _type = "Task" [ 876.106454] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.116231] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.206440] env[70683]: ERROR nova.scheduler.client.report [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [req-24703895-4312-4073-9992-9835768a3ac4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24703895-4312-4073-9992-9835768a3ac4"}]} [ 876.224154] env[70683]: DEBUG nova.scheduler.client.report [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 876.239978] env[70683]: DEBUG nova.scheduler.client.report [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 876.240344] env[70683]: DEBUG nova.compute.provider_tree [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.259028] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097257} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.260452] env[70683]: DEBUG nova.scheduler.client.report [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 876.262571] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.263734] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87547fac-3165-449a-9cdf-ac8c58eaabdf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.288406] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 84f522d4-ee16-4b48-88a4-c45d75932a4a/84f522d4-ee16-4b48-88a4-c45d75932a4a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.289940] env[70683]: DEBUG nova.scheduler.client.report [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 876.292123] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe6c2ac-d256-4efd-8f97-0ef1ca7daaaf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.313803] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 876.313803] env[70683]: value = "task-3280574" [ 876.313803] env[70683]: _type = "Task" [ 876.313803] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.324042] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.522472] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.525883] env[70683]: DEBUG nova.compute.manager [req-8cd736c6-731f-4d4f-8874-cb13b079bf84 req-1796e8e6-ee76-4f6d-bc7e-b258887dd416 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Received event network-changed-720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.525883] env[70683]: DEBUG nova.compute.manager [req-8cd736c6-731f-4d4f-8874-cb13b079bf84 req-1796e8e6-ee76-4f6d-bc7e-b258887dd416 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Refreshing instance network info cache due to event network-changed-720a89ee-817d-46ee-bb29-ef9ce78e0980. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.526626] env[70683]: DEBUG oslo_concurrency.lockutils [req-8cd736c6-731f-4d4f-8874-cb13b079bf84 req-1796e8e6-ee76-4f6d-bc7e-b258887dd416 service nova] Acquiring lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.526871] env[70683]: DEBUG oslo_concurrency.lockutils [req-8cd736c6-731f-4d4f-8874-cb13b079bf84 req-1796e8e6-ee76-4f6d-bc7e-b258887dd416 service nova] Acquired lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.528456] env[70683]: DEBUG nova.network.neutron [req-8cd736c6-731f-4d4f-8874-cb13b079bf84 req-1796e8e6-ee76-4f6d-bc7e-b258887dd416 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Refreshing network info cache for port 720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.566187] env[70683]: DEBUG oslo_vmware.api [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280571, 'name': PowerOffVM_Task, 'duration_secs': 0.295861} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.570898] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.571128] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.572399] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7dea562-ee0b-4c24-ad8d-869ae2a1d079 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.599885] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.619173] env[70683]: DEBUG oslo_vmware.api [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Task: {'id': task-3280573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297958} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.619406] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.619595] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.619771] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.619974] env[70683]: INFO nova.compute.manager [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Took 2.85 seconds to destroy the instance on the hypervisor. [ 876.620254] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.620477] env[70683]: DEBUG nova.compute.manager [-] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.620737] env[70683]: DEBUG nova.network.neutron [-] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.653580] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.653826] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.654018] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleting the datastore file [datastore1] 323dd4ff-8238-4ad3-b33c-589985456071 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.654340] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7818f55a-dcc2-47c4-b1f4-c6cd39fb4748 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.666659] env[70683]: DEBUG oslo_vmware.api [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 876.666659] env[70683]: value = "task-3280576" [ 876.666659] env[70683]: _type = "Task" [ 876.666659] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.675950] env[70683]: DEBUG oslo_vmware.api [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.824892] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.004457] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc54ef4-b078-41d9-b16d-81ca1f3158d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.014408] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4bbc61-4bea-4dab-bdc8-42d63ad1d442 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.062028] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4476ed3a-c2b5-41be-aa79-df58d3dd9795 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.071665] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ab450-762d-4e56-b122-8e419b465f94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.088509] env[70683]: DEBUG nova.compute.provider_tree [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.093949] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.099928] env[70683]: DEBUG oslo_vmware.api [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280572, 'name': PowerOnVM_Task, 'duration_secs': 0.894296} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.101736] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.101736] env[70683]: INFO nova.compute.manager [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Took 6.89 seconds to spawn the instance on the hypervisor. [ 877.101736] env[70683]: DEBUG nova.compute.manager [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.101736] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb82106-935b-4454-8cc6-a64dbc2918f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.167645] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.167975] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.182142] env[70683]: DEBUG oslo_vmware.api [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336379} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.182142] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.182354] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.182553] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.182702] env[70683]: INFO nova.compute.manager [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Took 1.15 seconds to destroy the instance on the hypervisor. [ 877.183050] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.183165] env[70683]: DEBUG nova.compute.manager [-] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.183224] env[70683]: DEBUG nova.network.neutron [-] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.326026] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280574, 'name': ReconfigVM_Task, 'duration_secs': 0.65979} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.326947] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 84f522d4-ee16-4b48-88a4-c45d75932a4a/84f522d4-ee16-4b48-88a4-c45d75932a4a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.328080] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c60de08f-7b36-40de-99dd-4e495f805f87 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.334363] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 877.334363] env[70683]: value = "task-3280577" [ 877.334363] env[70683]: _type = "Task" [ 877.334363] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.344908] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280577, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.360035] env[70683]: DEBUG nova.network.neutron [req-8cd736c6-731f-4d4f-8874-cb13b079bf84 req-1796e8e6-ee76-4f6d-bc7e-b258887dd416 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Updated VIF entry in instance network info cache for port 720a89ee-817d-46ee-bb29-ef9ce78e0980. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.360352] env[70683]: DEBUG nova.network.neutron [req-8cd736c6-731f-4d4f-8874-cb13b079bf84 req-1796e8e6-ee76-4f6d-bc7e-b258887dd416 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Updating instance_info_cache with network_info: [{"id": "720a89ee-817d-46ee-bb29-ef9ce78e0980", "address": "fa:16:3e:dd:a5:c3", "network": {"id": "3d34bdc0-ec59-4def-814d-1d8741223006", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-757024238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e579eb13cdb54e41bd9f34704eb9604c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720a89ee-81", "ovs_interfaceid": "720a89ee-817d-46ee-bb29-ef9ce78e0980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.596607] env[70683]: DEBUG nova.scheduler.client.report [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.624943] env[70683]: INFO nova.compute.manager [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Took 44.08 seconds to build instance. [ 877.749225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquiring lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.749225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.749225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquiring lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.749225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.749225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.752494] env[70683]: INFO nova.compute.manager [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Terminating instance [ 877.854671] env[70683]: DEBUG nova.network.neutron [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Successfully updated port: f560b60a-7c3b-40dc-86d8-33a1eafa6028 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.858876] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280577, 'name': Rename_Task, 'duration_secs': 0.21128} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.858876] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.858876] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb1358b-a4aa-4ae3-bf86-068ce3657db2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.864761] env[70683]: DEBUG oslo_concurrency.lockutils [req-8cd736c6-731f-4d4f-8874-cb13b079bf84 req-1796e8e6-ee76-4f6d-bc7e-b258887dd416 service nova] Releasing lock "refresh_cache-a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.867663] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 877.867663] env[70683]: value = "task-3280578" [ 877.867663] env[70683]: _type = "Task" [ 877.867663] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.885055] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280578, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.891853] env[70683]: DEBUG oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316ba4-77b7-b0e9-604b-9c3197cfba29/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.892833] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eaa5f9-0485-4d25-b13f-ef199c216313 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.899826] env[70683]: DEBUG oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316ba4-77b7-b0e9-604b-9c3197cfba29/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.899990] env[70683]: ERROR oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316ba4-77b7-b0e9-604b-9c3197cfba29/disk-0.vmdk due to incomplete transfer. [ 877.900249] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9dc569df-bb9d-4f1f-ab0b-ceaecc5ad821 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.907690] env[70683]: DEBUG oslo_vmware.rw_handles [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316ba4-77b7-b0e9-604b-9c3197cfba29/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.907890] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Uploaded image 251726f0-b7d1-4117-8da8-ec219fb65a15 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.910562] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.910827] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b81f0f82-fc94-421d-8ca2-d230e0e911c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.917682] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 877.917682] env[70683]: value = "task-3280579" [ 877.917682] env[70683]: _type = "Task" [ 877.917682] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.925835] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280579, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.980336] env[70683]: DEBUG nova.compute.manager [req-898a7529-faa8-44b1-8548-055063a89e70 req-3eeae69c-6fe7-47d2-a12e-f4ece1c046cc service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Received event network-vif-plugged-f560b60a-7c3b-40dc-86d8-33a1eafa6028 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.980617] env[70683]: DEBUG oslo_concurrency.lockutils [req-898a7529-faa8-44b1-8548-055063a89e70 req-3eeae69c-6fe7-47d2-a12e-f4ece1c046cc service nova] Acquiring lock "6896b86f-def0-43dd-b574-09837f1d1216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.980873] env[70683]: DEBUG oslo_concurrency.lockutils [req-898a7529-faa8-44b1-8548-055063a89e70 req-3eeae69c-6fe7-47d2-a12e-f4ece1c046cc service nova] Lock "6896b86f-def0-43dd-b574-09837f1d1216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.981698] env[70683]: DEBUG oslo_concurrency.lockutils [req-898a7529-faa8-44b1-8548-055063a89e70 req-3eeae69c-6fe7-47d2-a12e-f4ece1c046cc service nova] Lock "6896b86f-def0-43dd-b574-09837f1d1216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.981923] env[70683]: DEBUG nova.compute.manager [req-898a7529-faa8-44b1-8548-055063a89e70 req-3eeae69c-6fe7-47d2-a12e-f4ece1c046cc service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] No waiting events found dispatching network-vif-plugged-f560b60a-7c3b-40dc-86d8-33a1eafa6028 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.982114] env[70683]: WARNING nova.compute.manager [req-898a7529-faa8-44b1-8548-055063a89e70 req-3eeae69c-6fe7-47d2-a12e-f4ece1c046cc service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Received unexpected event network-vif-plugged-f560b60a-7c3b-40dc-86d8-33a1eafa6028 for instance with vm_state building and task_state spawning. [ 878.103883] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.199s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.104450] env[70683]: DEBUG nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.111020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.379s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.111020] env[70683]: INFO nova.compute.claims [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.129119] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dbf00bf9-943d-4b2d-af22-458610e8a8b1 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "c79ca6bd-2519-4036-9431-415cfed01a74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.103s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.256241] env[70683]: DEBUG nova.compute.manager [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.256508] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.257472] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db996b-d0f6-49d0-87c1-3b46a3dea0ec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.267915] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.268391] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f43369e9-4e43-48ae-8a5a-dd7e2aade5d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.275353] env[70683]: DEBUG oslo_vmware.api [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 878.275353] env[70683]: value = "task-3280580" [ 878.275353] env[70683]: _type = "Task" [ 878.275353] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.286911] env[70683]: DEBUG oslo_vmware.api [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.359560] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.359560] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.359760] env[70683]: DEBUG nova.network.neutron [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.381839] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280578, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.438864] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280579, 'name': Destroy_Task, 'duration_secs': 0.37789} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.440182] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Destroyed the VM [ 878.440182] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.440182] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c99c994c-63ae-4fcc-b8ac-7e1b396c4e59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.447351] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 878.447351] env[70683]: value = "task-3280581" [ 878.447351] env[70683]: _type = "Task" [ 878.447351] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.457907] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280581, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.597327] env[70683]: DEBUG nova.network.neutron [-] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.613111] env[70683]: DEBUG nova.compute.utils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.614499] env[70683]: DEBUG nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.614672] env[70683]: DEBUG nova.network.neutron [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.631027] env[70683]: DEBUG nova.compute.manager [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.655277] env[70683]: DEBUG nova.policy [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f28da17d784b38aa7bfb7e27998266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b5c8762a32047bb9e4ba10427bc91fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.715015] env[70683]: DEBUG nova.network.neutron [-] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.791464] env[70683]: DEBUG oslo_vmware.api [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280580, 'name': PowerOffVM_Task, 'duration_secs': 0.207217} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.791892] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.792644] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.793053] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc1cf441-9dc5-418d-840f-9f57d5ad541c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.859254] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.860026] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.860316] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Deleting the datastore file [datastore2] 2c36922b-ddcf-4e9f-bf35-f5aaf7400329 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.860948] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf4fd9a-2ebc-4366-ad57-5158449cba88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.870733] env[70683]: DEBUG oslo_vmware.api [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for the task: (returnval){ [ 878.870733] env[70683]: value = "task-3280583" [ 878.870733] env[70683]: _type = "Task" [ 878.870733] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.885894] env[70683]: DEBUG oslo_vmware.api [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280578, 'name': PowerOnVM_Task, 'duration_secs': 0.596612} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.890236] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.890642] env[70683]: INFO nova.compute.manager [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Took 5.87 seconds to spawn the instance on the hypervisor. [ 878.891012] env[70683]: DEBUG nova.compute.manager [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.891375] env[70683]: DEBUG oslo_vmware.api [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.892255] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f31651-3c7a-4201-afb3-c1b70330926c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.931716] env[70683]: DEBUG nova.network.neutron [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.958283] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280581, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.100424] env[70683]: INFO nova.compute.manager [-] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Took 1.92 seconds to deallocate network for instance. [ 879.119889] env[70683]: DEBUG nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.155294] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.211391] env[70683]: DEBUG nova.network.neutron [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Updating instance_info_cache with network_info: [{"id": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "address": "fa:16:3e:3a:59:ba", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf560b60a-7c", "ovs_interfaceid": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.218266] env[70683]: INFO nova.compute.manager [-] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Took 2.60 seconds to deallocate network for instance. [ 879.255818] env[70683]: DEBUG nova.network.neutron [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Successfully created port: 902a9654-cbcb-46c8-a3c2-4da321bb83b1 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.387934] env[70683]: DEBUG oslo_vmware.api [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Task: {'id': task-3280583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233704} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.388093] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.388188] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.388363] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.388532] env[70683]: INFO nova.compute.manager [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Took 1.13 seconds to destroy the instance on the hypervisor. [ 879.389099] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.389099] env[70683]: DEBUG nova.compute.manager [-] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.389099] env[70683]: DEBUG nova.network.neutron [-] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.421387] env[70683]: INFO nova.compute.manager [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Took 45.79 seconds to build instance. [ 879.461496] env[70683]: DEBUG oslo_vmware.api [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280581, 'name': RemoveSnapshot_Task, 'duration_secs': 0.874374} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.463740] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.463969] env[70683]: INFO nova.compute.manager [None req-9b07fd4a-2f2e-496f-8039-8bcc5a372ff5 tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Took 15.22 seconds to snapshot the instance on the hypervisor. [ 879.607408] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.716964] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.717334] env[70683]: DEBUG nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Instance network_info: |[{"id": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "address": "fa:16:3e:3a:59:ba", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf560b60a-7c", "ovs_interfaceid": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.717754] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:59:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f560b60a-7c3b-40dc-86d8-33a1eafa6028', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.727941] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.730094] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.730957] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4101bf7b-aaca-4e61-b43c-f6cefc1ba390 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.748740] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4fd6bb-8d9f-4985-9519-9fd7be7fe5d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.757365] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc7db4e-e6bb-404f-87ae-86d8e13ed0d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.761843] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.761843] env[70683]: value = "task-3280584" [ 879.761843] env[70683]: _type = "Task" [ 879.761843] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.794738] env[70683]: INFO nova.compute.manager [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Took 0.58 seconds to detach 1 volumes for instance. [ 879.797349] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa75731e-7af8-4888-8c77-6f9265f8cd58 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.803638] env[70683]: DEBUG nova.compute.manager [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Deleting volume: 78169fd3-dd33-4745-ace6-a3d3e055e356 {{(pid=70683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 879.805554] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280584, 'name': CreateVM_Task} progress is 15%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.812976] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4ca01-d080-4926-ab2b-f349900068b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.825569] env[70683]: DEBUG nova.compute.provider_tree [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.924785] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e84315-f3ea-41f0-89f6-e407410c48f5 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "84f522d4-ee16-4b48-88a4-c45d75932a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.163s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.135558] env[70683]: DEBUG nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.147896] env[70683]: DEBUG nova.compute.manager [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Received event network-changed-f560b60a-7c3b-40dc-86d8-33a1eafa6028 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.148217] env[70683]: DEBUG nova.compute.manager [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Refreshing instance network info cache due to event network-changed-f560b60a-7c3b-40dc-86d8-33a1eafa6028. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.148490] env[70683]: DEBUG oslo_concurrency.lockutils [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] Acquiring lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.148605] env[70683]: DEBUG oslo_concurrency.lockutils [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] Acquired lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.148749] env[70683]: DEBUG nova.network.neutron [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Refreshing network info cache for port f560b60a-7c3b-40dc-86d8-33a1eafa6028 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.171279] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.171537] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.171699] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.171881] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.172040] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.172196] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.172569] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.172569] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.172707] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.172868] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.173049] env[70683]: DEBUG nova.virt.hardware [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.174256] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c3894-ca85-4257-9827-414df601ea86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.182731] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52d3763-d323-401c-ad78-0a391d173f75 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.277155] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280584, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.356865] env[70683]: ERROR nova.scheduler.client.report [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [req-da23607d-c2f5-41ea-9d36-daa58e932ef9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da23607d-c2f5-41ea-9d36-daa58e932ef9"}]} [ 880.365670] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.377430] env[70683]: DEBUG nova.scheduler.client.report [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.395564] env[70683]: DEBUG nova.scheduler.client.report [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.395889] env[70683]: DEBUG nova.compute.provider_tree [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.407906] env[70683]: DEBUG nova.scheduler.client.report [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.430098] env[70683]: DEBUG nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.436040] env[70683]: DEBUG nova.scheduler.client.report [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.766739] env[70683]: DEBUG nova.network.neutron [-] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.790745] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280584, 'name': CreateVM_Task, 'duration_secs': 0.558811} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.791727] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.792488] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.792643] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.793595] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.793595] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70acccaf-824b-49ab-927f-d542f9a2ed1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.802038] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 880.802038] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5215a825-e8e4-e4bc-0228-4b3b06dcd652" [ 880.802038] env[70683]: _type = "Task" [ 880.802038] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.811357] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5215a825-e8e4-e4bc-0228-4b3b06dcd652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.845137] env[70683]: INFO nova.compute.manager [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Rebuilding instance [ 880.903832] env[70683]: DEBUG nova.compute.manager [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.905744] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a641654-2ef3-4c27-861a-91c79b9a8d9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.961628] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.047019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862f404a-eb83-4674-aeb8-77eb742b51d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.053024] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3976ef7c-5aa3-4cde-9f51-a82a9c74fe51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.084918] env[70683]: DEBUG nova.network.neutron [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Updated VIF entry in instance network info cache for port f560b60a-7c3b-40dc-86d8-33a1eafa6028. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.085486] env[70683]: DEBUG nova.network.neutron [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Updating instance_info_cache with network_info: [{"id": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "address": "fa:16:3e:3a:59:ba", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf560b60a-7c", "ovs_interfaceid": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.087342] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db047723-08b6-49ad-af29-dd71010ad705 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.095531] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219d7629-f0f9-4708-bc0a-7ed420730e54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.111619] env[70683]: DEBUG nova.compute.provider_tree [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.238055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquiring lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.238055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.238055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquiring lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.238055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.238055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.239061] env[70683]: INFO nova.compute.manager [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Terminating instance [ 881.283950] env[70683]: INFO nova.compute.manager [-] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Took 1.89 seconds to deallocate network for instance. [ 881.313852] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5215a825-e8e4-e4bc-0228-4b3b06dcd652, 'name': SearchDatastore_Task, 'duration_secs': 0.04059} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.314337] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.314684] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.315136] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.315424] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.315745] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.316760] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6779c521-d5e1-433d-ac8f-880c0680b2cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.331132] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.331481] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.333038] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50cb46db-01c9-4c12-aee6-99f78afcb7c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.341020] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 881.341020] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245432c-ebce-408a-8739-53bda147be09" [ 881.341020] env[70683]: _type = "Task" [ 881.341020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.348433] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245432c-ebce-408a-8739-53bda147be09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.401846] env[70683]: DEBUG nova.network.neutron [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Successfully updated port: 902a9654-cbcb-46c8-a3c2-4da321bb83b1 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.590863] env[70683]: DEBUG oslo_concurrency.lockutils [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] Releasing lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.591219] env[70683]: DEBUG nova.compute.manager [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Received event network-vif-deleted-b1295d66-ebbd-44c3-a6c4-dab7b98e7b01 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.591427] env[70683]: DEBUG nova.compute.manager [req-fae20662-ed42-4dd8-a0fe-0616d2518d11 req-3db91515-9b52-4151-9130-d759b4f4c85f service nova] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Received event network-vif-deleted-6001112e-0032-4ea1-8282-dee7b469070d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.647569] env[70683]: DEBUG nova.scheduler.client.report [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.647828] env[70683]: DEBUG nova.compute.provider_tree [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 69 to 70 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.648016] env[70683]: DEBUG nova.compute.provider_tree [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.742454] env[70683]: DEBUG nova.compute.manager [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.742755] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.743760] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a757afe-74b7-44f1-970f-b9fe204528ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.751576] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.751834] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0b65204-f415-4139-a000-3780bcd5e3bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.758378] env[70683]: DEBUG oslo_vmware.api [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 881.758378] env[70683]: value = "task-3280586" [ 881.758378] env[70683]: _type = "Task" [ 881.758378] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.766388] env[70683]: DEBUG oslo_vmware.api [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.790375] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.850566] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245432c-ebce-408a-8739-53bda147be09, 'name': SearchDatastore_Task, 'duration_secs': 0.013955} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.851288] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad41ad50-1d39-4f82-b8f2-9972b120b01d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.856985] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 881.856985] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52565606-9134-c1bf-869c-deeefdc1f3f0" [ 881.856985] env[70683]: _type = "Task" [ 881.856985] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.865095] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52565606-9134-c1bf-869c-deeefdc1f3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.905441] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquiring lock "refresh_cache-c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.905441] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquired lock "refresh_cache-c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.905441] env[70683]: DEBUG nova.network.neutron [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.919778] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.920462] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c436fe-ce1e-4943-bbb4-485af3ca3d1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.929338] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 881.929338] env[70683]: value = "task-3280587" [ 881.929338] env[70683]: _type = "Task" [ 881.929338] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.941946] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.154059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.046s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.154568] env[70683]: DEBUG nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.157455] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.713s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.159035] env[70683]: INFO nova.compute.claims [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.252121] env[70683]: DEBUG nova.compute.manager [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Received event network-vif-deleted-d5919327-fe49-4a8b-940c-dbba800cc0f7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.252121] env[70683]: DEBUG nova.compute.manager [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Received event network-vif-plugged-902a9654-cbcb-46c8-a3c2-4da321bb83b1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.252121] env[70683]: DEBUG oslo_concurrency.lockutils [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] Acquiring lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.252121] env[70683]: DEBUG oslo_concurrency.lockutils [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] Lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.252666] env[70683]: DEBUG oslo_concurrency.lockutils [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] Lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.252666] env[70683]: DEBUG nova.compute.manager [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] No waiting events found dispatching network-vif-plugged-902a9654-cbcb-46c8-a3c2-4da321bb83b1 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.252666] env[70683]: WARNING nova.compute.manager [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Received unexpected event network-vif-plugged-902a9654-cbcb-46c8-a3c2-4da321bb83b1 for instance with vm_state building and task_state spawning. [ 882.252870] env[70683]: DEBUG nova.compute.manager [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Received event network-changed-902a9654-cbcb-46c8-a3c2-4da321bb83b1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.253060] env[70683]: DEBUG nova.compute.manager [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Refreshing instance network info cache due to event network-changed-902a9654-cbcb-46c8-a3c2-4da321bb83b1. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.253781] env[70683]: DEBUG oslo_concurrency.lockutils [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] Acquiring lock "refresh_cache-c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.268490] env[70683]: DEBUG oslo_vmware.api [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280586, 'name': PowerOffVM_Task, 'duration_secs': 0.231253} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.270026] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.270026] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.270026] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a74a5822-a296-4e56-90a3-73f441342fb2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.333024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.333024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.333024] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Deleting the datastore file [datastore1] f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.333024] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae2b0074-3925-487b-84af-79b23e4f204f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.340150] env[70683]: DEBUG oslo_vmware.api [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for the task: (returnval){ [ 882.340150] env[70683]: value = "task-3280589" [ 882.340150] env[70683]: _type = "Task" [ 882.340150] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.348675] env[70683]: DEBUG oslo_vmware.api [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.366407] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52565606-9134-c1bf-869c-deeefdc1f3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012257} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.366667] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.366927] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 6896b86f-def0-43dd-b574-09837f1d1216/6896b86f-def0-43dd-b574-09837f1d1216.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.367269] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5e93047-aa5f-4934-85eb-811f6bf1462c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.373975] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 882.373975] env[70683]: value = "task-3280590" [ 882.373975] env[70683]: _type = "Task" [ 882.373975] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.382690] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.439933] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280587, 'name': PowerOffVM_Task, 'duration_secs': 0.127111} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.440125] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.440616] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.441239] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cebce2-f6f7-4e4a-8fbb-dab9ed534219 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.448319] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.449106] env[70683]: DEBUG nova.network.neutron [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.451076] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8687189f-a3a0-4958-be42-d16367e3f907 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.476300] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.476547] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.476746] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Deleting the datastore file [datastore2] 84f522d4-ee16-4b48-88a4-c45d75932a4a {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.477077] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7f359dd-8b76-4c06-8855-26730fff8192 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.483483] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 882.483483] env[70683]: value = "task-3280592" [ 882.483483] env[70683]: _type = "Task" [ 882.483483] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.492149] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.646653] env[70683]: DEBUG nova.network.neutron [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Updating instance_info_cache with network_info: [{"id": "902a9654-cbcb-46c8-a3c2-4da321bb83b1", "address": "fa:16:3e:2d:26:45", "network": {"id": "ef43f030-ac29-4bb3-9b47-34df08e53a27", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1449634559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b5c8762a32047bb9e4ba10427bc91fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902a9654-cb", "ovs_interfaceid": "902a9654-cbcb-46c8-a3c2-4da321bb83b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.664254] env[70683]: DEBUG nova.compute.utils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.674565] env[70683]: DEBUG nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.674747] env[70683]: DEBUG nova.network.neutron [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.757267] env[70683]: DEBUG nova.policy [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e20431e1694626ab3d0a92d1e7d038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d89edcbe2e4258a22ae92c1f5f7095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.858321] env[70683]: DEBUG oslo_vmware.api [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Task: {'id': task-3280589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189424} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.858508] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.858798] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.859187] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.860380] env[70683]: INFO nova.compute.manager [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 882.860380] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.860586] env[70683]: DEBUG nova.compute.manager [-] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.860586] env[70683]: DEBUG nova.network.neutron [-] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.885485] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.992587] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147848} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.995644] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.995644] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.995644] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.153026] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Releasing lock "refresh_cache-c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.153026] env[70683]: DEBUG nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Instance network_info: |[{"id": "902a9654-cbcb-46c8-a3c2-4da321bb83b1", "address": "fa:16:3e:2d:26:45", "network": {"id": "ef43f030-ac29-4bb3-9b47-34df08e53a27", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1449634559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b5c8762a32047bb9e4ba10427bc91fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902a9654-cb", "ovs_interfaceid": "902a9654-cbcb-46c8-a3c2-4da321bb83b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.153026] env[70683]: DEBUG oslo_concurrency.lockutils [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] Acquired lock "refresh_cache-c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.153026] env[70683]: DEBUG nova.network.neutron [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Refreshing network info cache for port 902a9654-cbcb-46c8-a3c2-4da321bb83b1 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.153026] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:26:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '902a9654-cbcb-46c8-a3c2-4da321bb83b1', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.163013] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Creating folder: Project (6b5c8762a32047bb9e4ba10427bc91fd). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.167170] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b9ab3be-2ec4-4a00-9e8f-4d414249546e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.175520] env[70683]: DEBUG nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.184248] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Created folder: Project (6b5c8762a32047bb9e4ba10427bc91fd) in parent group-v655051. [ 883.184248] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Creating folder: Instances. Parent ref: group-v655179. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.184694] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca609c2-90db-48f5-93a9-33f4f4354f8f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.196158] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Created folder: Instances in parent group-v655179. [ 883.196158] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.196158] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.196158] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b14d1377-fd4c-4248-9ab3-3fbe58f366e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.216636] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.216636] env[70683]: value = "task-3280595" [ 883.216636] env[70683]: _type = "Task" [ 883.216636] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.225293] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280595, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.387350] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589889} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.387646] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 6896b86f-def0-43dd-b574-09837f1d1216/6896b86f-def0-43dd-b574-09837f1d1216.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.387834] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.388139] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba3f39f4-7d92-448e-81c7-131064914df9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.395362] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 883.395362] env[70683]: value = "task-3280596" [ 883.395362] env[70683]: _type = "Task" [ 883.395362] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.402309] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.727366] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280595, 'name': CreateVM_Task, 'duration_secs': 0.509804} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.727547] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.728485] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.728657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.728986] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.734262] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39aaebc-fc12-471a-aaa6-270396a5d90f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.742841] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 883.742841] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b4d62f-61f8-62cb-4469-7eaa55a53b4a" [ 883.742841] env[70683]: _type = "Task" [ 883.742841] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.753362] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b4d62f-61f8-62cb-4469-7eaa55a53b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.781294] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7b821e-fdb0-47d7-b4c6-076bd74a6764 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.788950] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a260671f-eb9c-45de-b2ac-e9fa4e2c9ce5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.821456] env[70683]: DEBUG nova.network.neutron [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Successfully created port: 0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.826154] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007d293-90eb-4244-be5e-e67001391fb7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.833531] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f04e5a-3072-4f91-832f-0993a640bdcf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.847472] env[70683]: DEBUG nova.compute.provider_tree [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.904884] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259776} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.905265] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.906016] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca143c-0d7d-4455-9576-f0dd830ea9da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.929615] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 6896b86f-def0-43dd-b574-09837f1d1216/6896b86f-def0-43dd-b574-09837f1d1216.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.933700] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef0a6c28-88f6-4134-add6-424aa75c5d3a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.956652] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 883.956652] env[70683]: value = "task-3280597" [ 883.956652] env[70683]: _type = "Task" [ 883.956652] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.964445] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.026767] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.027078] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.027191] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.027376] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.027523] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.027667] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.027943] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.028206] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.028470] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.028670] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.028853] env[70683]: DEBUG nova.virt.hardware [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.029742] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e00bbe-6aee-45a0-8ad9-080d6a04fe00 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.037270] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b492c8-466e-454d-919c-97c79c78ea56 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.050567] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.056034] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.056238] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.056460] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3776515f-291f-4376-b244-a4ad67cadce6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.072037] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.072037] env[70683]: value = "task-3280598" [ 884.072037] env[70683]: _type = "Task" [ 884.072037] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.080025] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280598, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.150024] env[70683]: DEBUG nova.network.neutron [-] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.190515] env[70683]: DEBUG nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.197613] env[70683]: DEBUG nova.network.neutron [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Updated VIF entry in instance network info cache for port 902a9654-cbcb-46c8-a3c2-4da321bb83b1. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.198024] env[70683]: DEBUG nova.network.neutron [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Updating instance_info_cache with network_info: [{"id": "902a9654-cbcb-46c8-a3c2-4da321bb83b1", "address": "fa:16:3e:2d:26:45", "network": {"id": "ef43f030-ac29-4bb3-9b47-34df08e53a27", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1449634559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b5c8762a32047bb9e4ba10427bc91fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902a9654-cb", "ovs_interfaceid": "902a9654-cbcb-46c8-a3c2-4da321bb83b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.215343] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.215664] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.215840] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.216143] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.216306] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.216513] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.216800] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.217643] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.217643] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.217643] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.217812] env[70683]: DEBUG nova.virt.hardware [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.219156] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdeffe9-f823-4d31-874d-f7b1a45dc36b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.230713] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232f963-f00b-4bfa-9ca7-f7affa9b1d24 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.255047] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b4d62f-61f8-62cb-4469-7eaa55a53b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.050914} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.255518] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.255566] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.255798] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.255945] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.256149] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.256402] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce3cfff0-0c44-4f76-a62c-82ef83b0566e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.264369] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.264464] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.265212] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f246663a-957a-467f-bd29-4e18d20b9953 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.270430] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 884.270430] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a511d8-7fa0-83a3-6a54-acdbb38640b0" [ 884.270430] env[70683]: _type = "Task" [ 884.270430] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.278637] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a511d8-7fa0-83a3-6a54-acdbb38640b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.294984] env[70683]: DEBUG nova.compute.manager [req-287129d8-6761-454e-9fe2-dd906b404d70 req-1596915b-ad7b-4b29-8a41-98c8e4471961 service nova] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Received event network-vif-deleted-9c0cd31e-d2e0-4614-b98b-df6e29d4cb9f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.350535] env[70683]: DEBUG nova.scheduler.client.report [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.466030] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280597, 'name': ReconfigVM_Task, 'duration_secs': 0.426547} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.466354] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 6896b86f-def0-43dd-b574-09837f1d1216/6896b86f-def0-43dd-b574-09837f1d1216.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.466916] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069319eb-9f01-42c9-9eef-72772a568545 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.473490] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 884.473490] env[70683]: value = "task-3280599" [ 884.473490] env[70683]: _type = "Task" [ 884.473490] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.481352] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280599, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.582547] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280598, 'name': CreateVM_Task, 'duration_secs': 0.265881} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.582707] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.583082] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.583251] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.583582] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.583837] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d1612e-f09e-41a8-bf36-3a4d0e4da16f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.588016] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 884.588016] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525f3d33-8f40-7848-c39a-0f4f180c9896" [ 884.588016] env[70683]: _type = "Task" [ 884.588016] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.595326] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525f3d33-8f40-7848-c39a-0f4f180c9896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.657881] env[70683]: INFO nova.compute.manager [-] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Took 1.80 seconds to deallocate network for instance. [ 884.700890] env[70683]: DEBUG oslo_concurrency.lockutils [req-2021b682-4e0b-413b-a5da-13ec6c750e41 req-d2abda62-f2c5-4f28-a145-325b8e38de9e service nova] Releasing lock "refresh_cache-c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.781265] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a511d8-7fa0-83a3-6a54-acdbb38640b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008467} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.782104] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8781761c-1053-4296-977a-a09301b6d893 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.787738] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 884.787738] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5280e18f-9b31-7ae5-24cd-57e8bf777cbb" [ 884.787738] env[70683]: _type = "Task" [ 884.787738] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.795213] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5280e18f-9b31-7ae5-24cd-57e8bf777cbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.858023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.858023] env[70683]: DEBUG nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.860859] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.618s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.862403] env[70683]: DEBUG nova.objects.instance [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lazy-loading 'resources' on Instance uuid 11c8e46a-fa8c-4081-b323-a21d6869c91e {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.985048] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280599, 'name': Rename_Task, 'duration_secs': 0.166211} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.985376] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.985663] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5a6e76d-e0ca-4e38-a9e1-cf815e987fb2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.991967] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 884.991967] env[70683]: value = "task-3280600" [ 884.991967] env[70683]: _type = "Task" [ 884.991967] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.999336] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.100084] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525f3d33-8f40-7848-c39a-0f4f180c9896, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.100298] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.100539] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.100771] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.165316] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.297851] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5280e18f-9b31-7ae5-24cd-57e8bf777cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.298195] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.298489] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1/c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.298793] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.299012] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.299410] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8dfb273-9bfd-4210-a636-50400910b40c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.301335] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a26798-4a38-45a4-8a34-cf30e862ca7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.308777] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 885.308777] env[70683]: value = "task-3280601" [ 885.308777] env[70683]: _type = "Task" [ 885.308777] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.312224] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.312421] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.313429] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d11e25-c65d-4116-aebc-eb376e7f311b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.318752] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.321691] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 885.321691] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f45b58-2818-f5b9-077d-cb7821fba66c" [ 885.321691] env[70683]: _type = "Task" [ 885.321691] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.329524] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f45b58-2818-f5b9-077d-cb7821fba66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.367601] env[70683]: DEBUG nova.compute.utils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.370100] env[70683]: DEBUG nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.370323] env[70683]: DEBUG nova.network.neutron [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.461039] env[70683]: DEBUG nova.policy [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '078fc4ceab7744f6843a198acaab9d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17f8aad9468f4e299abac560e44e87b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.506934] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280600, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.820814] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280601, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.837554] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f45b58-2818-f5b9-077d-cb7821fba66c, 'name': SearchDatastore_Task, 'duration_secs': 0.007957} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.843591] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7918174-6610-4e7a-bd96-4c120f3f1689 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.850322] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 885.850322] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3f0ab-71e4-126d-0d5b-0f078a049fb1" [ 885.850322] env[70683]: _type = "Task" [ 885.850322] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.858848] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3f0ab-71e4-126d-0d5b-0f078a049fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.873805] env[70683]: DEBUG nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.005126] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280600, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.007111] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc803a3c-fad9-4643-8316-d8d4c91d02f4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.744474] env[70683]: DEBUG nova.network.neutron [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Successfully updated port: 0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.746056] env[70683]: DEBUG nova.network.neutron [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Successfully created port: da94be44-5d70-4ec1-bea4-818500d71280 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.753019] env[70683]: DEBUG nova.compute.manager [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Received event network-vif-plugged-0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.753019] env[70683]: DEBUG oslo_concurrency.lockutils [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] Acquiring lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.753019] env[70683]: DEBUG oslo_concurrency.lockutils [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.753019] env[70683]: DEBUG oslo_concurrency.lockutils [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.753019] env[70683]: DEBUG nova.compute.manager [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] No waiting events found dispatching network-vif-plugged-0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.753019] env[70683]: WARNING nova.compute.manager [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Received unexpected event network-vif-plugged-0275b633-20fc-4f62-9a7f-66071e8f1c76 for instance with vm_state building and task_state spawning. [ 886.753019] env[70683]: DEBUG nova.compute.manager [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Received event network-changed-0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.753019] env[70683]: DEBUG nova.compute.manager [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Refreshing instance network info cache due to event network-changed-0275b633-20fc-4f62-9a7f-66071e8f1c76. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.753454] env[70683]: DEBUG oslo_concurrency.lockutils [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] Acquiring lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.753454] env[70683]: DEBUG oslo_concurrency.lockutils [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] Acquired lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.753554] env[70683]: DEBUG nova.network.neutron [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Refreshing network info cache for port 0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.760946] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81542521-44b5-4993-a47f-1e5e86e74e84 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.772244] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3f0ab-71e4-126d-0d5b-0f078a049fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.803518] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.803823] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 84f522d4-ee16-4b48-88a4-c45d75932a4a/84f522d4-ee16-4b48-88a4-c45d75932a4a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.805099] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545695} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.805253] env[70683]: DEBUG oslo_vmware.api [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280600, 'name': PowerOnVM_Task, 'duration_secs': 1.071456} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.805882] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10786c42-b818-49a6-b5bf-2ee8d290e796 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.807922] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1/c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.808147] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.808392] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.808584] env[70683]: INFO nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Took 10.86 seconds to spawn the instance on the hypervisor. [ 886.808756] env[70683]: DEBUG nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.809505] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f5c31-a87c-4c9c-896f-4f1e741655af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.812279] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c50974c8-0eb3-4926-8501-75aed958c38d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.814531] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8621c992-6055-4323-a514-d3e957b79af4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.826157] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12770aee-2199-4c1d-b49f-fb423a204eee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.830066] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 886.830066] env[70683]: value = "task-3280602" [ 886.830066] env[70683]: _type = "Task" [ 886.830066] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.830289] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 886.830289] env[70683]: value = "task-3280603" [ 886.830289] env[70683]: _type = "Task" [ 886.830289] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.849199] env[70683]: DEBUG nova.compute.provider_tree [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.859233] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.859503] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.946734] env[70683]: DEBUG nova.objects.instance [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lazy-loading 'flavor' on Instance uuid 074198f4-c433-42e5-be81-4c6f45554d97 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.269775] env[70683]: DEBUG nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.272994] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.303458] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.303707] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.303864] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.304052] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.304200] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.304347] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.304552] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.304710] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.304876] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.305048] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.305230] env[70683]: DEBUG nova.virt.hardware [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.306140] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd07f3-84d9-43ba-8d3b-8b529ea5b691 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.313913] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650f4f2-f60b-47be-b97d-9982c7a8589d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.321879] env[70683]: DEBUG nova.network.neutron [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.351868] env[70683]: INFO nova.compute.manager [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Took 47.91 seconds to build instance. [ 887.354765] env[70683]: DEBUG nova.scheduler.client.report [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.364443] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456179} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.367168] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 84f522d4-ee16-4b48-88a4-c45d75932a4a/84f522d4-ee16-4b48-88a4-c45d75932a4a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.367413] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.367693] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068465} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.367886] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0011be1-3708-4904-a64d-b94e55082c11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.369882] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.370697] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab50ba-5d78-4eca-ab7e-2c6c38fc882d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.377957] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 887.377957] env[70683]: value = "task-3280604" [ 887.377957] env[70683]: _type = "Task" [ 887.377957] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.396474] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1/c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.400130] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94bf15a9-7e70-4cdc-8f0c-a18ef9dc9d61 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.423617] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280604, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.424926] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 887.424926] env[70683]: value = "task-3280605" [ 887.424926] env[70683]: _type = "Task" [ 887.424926] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.433046] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.451556] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.451885] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquired lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.547231] env[70683]: DEBUG nova.network.neutron [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.831682] env[70683]: DEBUG oslo_concurrency.lockutils [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] Acquiring lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.831936] env[70683]: DEBUG oslo_concurrency.lockutils [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] Acquired lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.831997] env[70683]: DEBUG nova.network.neutron [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.855616] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f72f250-ddea-4773-aeaa-2e98228e3849 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "6896b86f-def0-43dd-b574-09837f1d1216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.641s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.860979] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.998s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.861394] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.349s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.861619] env[70683]: DEBUG nova.objects.instance [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lazy-loading 'resources' on Instance uuid a100311d-31cd-4940-9e04-1572afdd5a42 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.886769] env[70683]: INFO nova.scheduler.client.report [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted allocations for instance 11c8e46a-fa8c-4081-b323-a21d6869c91e [ 887.906120] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064836} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.906120] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.906120] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36186bae-a4f0-4c90-abb9-dc25f644cf80 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.934114] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 84f522d4-ee16-4b48-88a4-c45d75932a4a/84f522d4-ee16-4b48-88a4-c45d75932a4a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.934114] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1fc3b6-38ea-4c51-846b-f597c4a912a7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.957997] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280605, 'name': ReconfigVM_Task, 'duration_secs': 0.291235} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.960140] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1/c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.960986] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 887.960986] env[70683]: value = "task-3280606" [ 887.960986] env[70683]: _type = "Task" [ 887.960986] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.961924] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ac2d909-4d90-4178-8936-12fbc5272426 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.975611] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.976652] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 887.976652] env[70683]: value = "task-3280607" [ 887.976652] env[70683]: _type = "Task" [ 887.976652] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.985468] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280607, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.053385] env[70683]: DEBUG oslo_concurrency.lockutils [req-9dc89879-3949-4744-8061-39bd54a6440f req-012bbddf-d63c-40c9-a961-990c5a9a485b service nova] Releasing lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.053385] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.053385] env[70683]: DEBUG nova.network.neutron [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.057810] env[70683]: DEBUG nova.network.neutron [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.358721] env[70683]: DEBUG nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.400526] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6e5a6ea3-f76d-4a61-afd0-3d75761a1559 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "11c8e46a-fa8c-4081-b323-a21d6869c91e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.042s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.474768] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280606, 'name': ReconfigVM_Task, 'duration_secs': 0.290472} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.475064] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 84f522d4-ee16-4b48-88a4-c45d75932a4a/84f522d4-ee16-4b48-88a4-c45d75932a4a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.475819] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd1df9f8-bcdf-4291-a9ba-abe06871dac1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.492611] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 888.492611] env[70683]: value = "task-3280608" [ 888.492611] env[70683]: _type = "Task" [ 888.492611] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.492848] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280607, 'name': Rename_Task, 'duration_secs': 0.142369} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.493173] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.496160] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06de54ff-f4e2-45ef-92ab-8267316395e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.502984] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280608, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.504385] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 888.504385] env[70683]: value = "task-3280609" [ 888.504385] env[70683]: _type = "Task" [ 888.504385] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.514196] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.800614] env[70683]: DEBUG nova.network.neutron [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.833655] env[70683]: DEBUG nova.network.neutron [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updating instance_info_cache with network_info: [{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.880367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.968922] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae15ee-0b5e-4791-a38d-b4502ef312b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.976424] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ff95cd-dab3-4dd6-9367-f3a6353aff88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.012415] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07addf39-59a6-491e-b1b2-11f9db0d657e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.019653] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280608, 'name': Rename_Task, 'duration_secs': 0.192273} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.024475] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.024748] env[70683]: DEBUG oslo_vmware.api [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280609, 'name': PowerOnVM_Task, 'duration_secs': 0.466876} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.024938] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2a1dc7-f759-453b-86a7-b075a94f96fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.027517] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d602a9dc-35ab-4bc0-9d8e-8c35c48ee028 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.031486] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.031719] env[70683]: INFO nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Took 8.90 seconds to spawn the instance on the hypervisor. [ 889.031899] env[70683]: DEBUG nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.034935] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4286fee8-9f2f-4af5-89c6-9638454ca2ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.040503] env[70683]: DEBUG nova.compute.manager [req-1d2aaf0f-1934-4517-902d-28948abd305e req-9bc22384-68b1-407a-8ede-d481cd20e09e service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Received event network-changed-5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.040654] env[70683]: DEBUG nova.compute.manager [req-1d2aaf0f-1934-4517-902d-28948abd305e req-9bc22384-68b1-407a-8ede-d481cd20e09e service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Refreshing instance network info cache due to event network-changed-5fc3dea7-77a9-427c-97ce-81c636248c00. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.040873] env[70683]: DEBUG oslo_concurrency.lockutils [req-1d2aaf0f-1934-4517-902d-28948abd305e req-9bc22384-68b1-407a-8ede-d481cd20e09e service nova] Acquiring lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.052453] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 889.052453] env[70683]: value = "task-3280610" [ 889.052453] env[70683]: _type = "Task" [ 889.052453] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.056478] env[70683]: DEBUG nova.compute.provider_tree [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.068963] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280610, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.249094] env[70683]: DEBUG nova.network.neutron [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Successfully updated port: da94be44-5d70-4ec1-bea4-818500d71280 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.252634] env[70683]: DEBUG nova.network.neutron [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Updating instance_info_cache with network_info: [{"id": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "address": "fa:16:3e:3a:59:ba", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf560b60a-7c", "ovs_interfaceid": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.285021] env[70683]: DEBUG nova.network.neutron [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [{"id": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "address": "fa:16:3e:4d:c8:a4", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0275b633-20", "ovs_interfaceid": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.339759] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Releasing lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.339759] env[70683]: DEBUG nova.compute.manager [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Inject network info {{(pid=70683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 889.339759] env[70683]: DEBUG nova.compute.manager [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] network_info to inject: |[{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 889.346282] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Reconfiguring VM instance to set the machine id {{(pid=70683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 889.349262] env[70683]: DEBUG oslo_concurrency.lockutils [req-1d2aaf0f-1934-4517-902d-28948abd305e req-9bc22384-68b1-407a-8ede-d481cd20e09e service nova] Acquired lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.349729] env[70683]: DEBUG nova.network.neutron [req-1d2aaf0f-1934-4517-902d-28948abd305e req-9bc22384-68b1-407a-8ede-d481cd20e09e service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Refreshing network info cache for port 5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.351726] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d67b77-e9e6-48f7-a318-86718018992f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.367444] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.367835] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.371257] env[70683]: DEBUG oslo_vmware.api [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 889.371257] env[70683]: value = "task-3280611" [ 889.371257] env[70683]: _type = "Task" [ 889.371257] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.382525] env[70683]: DEBUG oslo_vmware.api [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.566353] env[70683]: INFO nova.compute.manager [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Took 46.20 seconds to build instance. [ 889.568209] env[70683]: DEBUG nova.scheduler.client.report [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.577269] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.754514] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquiring lock "refresh_cache-635ba1b8-57b8-4f9e-8665-58fb8953d176" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.754666] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquired lock "refresh_cache-635ba1b8-57b8-4f9e-8665-58fb8953d176" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.754822] env[70683]: DEBUG nova.network.neutron [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.757963] env[70683]: DEBUG oslo_concurrency.lockutils [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] Releasing lock "refresh_cache-6896b86f-def0-43dd-b574-09837f1d1216" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.758307] env[70683]: DEBUG nova.compute.manager [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Inject network info {{(pid=70683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 889.758608] env[70683]: DEBUG nova.compute.manager [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] network_info to inject: |[{"id": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "address": "fa:16:3e:3a:59:ba", "network": {"id": "ba218a94-8612-4333-af62-95b6bd21b5f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1626222799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f73218dbc24c28ace2787ce33b96e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf560b60a-7c", "ovs_interfaceid": "f560b60a-7c3b-40dc-86d8-33a1eafa6028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 889.763566] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Reconfiguring VM instance to set the machine id {{(pid=70683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 889.763874] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f128bbc-c331-4489-b8db-f485aea52589 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.781252] env[70683]: DEBUG oslo_vmware.api [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] Waiting for the task: (returnval){ [ 889.781252] env[70683]: value = "task-3280612" [ 889.781252] env[70683]: _type = "Task" [ 889.781252] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.786430] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.786727] env[70683]: DEBUG nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Instance network_info: |[{"id": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "address": "fa:16:3e:4d:c8:a4", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0275b633-20", "ovs_interfaceid": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.790487] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:c8:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0275b633-20fc-4f62-9a7f-66071e8f1c76', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.798367] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Creating folder: Project (45d89edcbe2e4258a22ae92c1f5f7095). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.798694] env[70683]: DEBUG oslo_vmware.api [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] Task: {'id': task-3280612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.799289] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee609368-df3a-4432-a5a6-3a441b5d27a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.808513] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Created folder: Project (45d89edcbe2e4258a22ae92c1f5f7095) in parent group-v655051. [ 889.808705] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Creating folder: Instances. Parent ref: group-v655183. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.808941] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8803b499-f651-4387-a861-51f6e8f2c92e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.817317] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Created folder: Instances in parent group-v655183. [ 889.817540] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.817722] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.817916] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc369f56-09ba-4c9e-ae40-678ff928bab7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.836061] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.836061] env[70683]: value = "task-3280615" [ 889.836061] env[70683]: _type = "Task" [ 889.836061] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.843197] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280615, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.871317] env[70683]: DEBUG nova.compute.utils [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.885282] env[70683]: DEBUG oslo_vmware.api [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280611, 'name': ReconfigVM_Task, 'duration_secs': 0.157953} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.886901] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc810f7-55b9-4389-9153-0098cbe84a71 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Reconfigured VM instance to set the machine id {{(pid=70683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 890.069030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f8a9c76d-66b7-40f8-a0dd-a83b3d6e294d tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.025s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.069306] env[70683]: DEBUG oslo_vmware.api [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280610, 'name': PowerOnVM_Task, 'duration_secs': 0.994349} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.070544] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.070757] env[70683]: DEBUG nova.compute.manager [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.071566] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623ab15-eaea-4fad-a9b8-aecb6beea2c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.075486] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.079039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.532s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.079482] env[70683]: INFO nova.compute.claims [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.108078] env[70683]: INFO nova.scheduler.client.report [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Deleted allocations for instance a100311d-31cd-4940-9e04-1572afdd5a42 [ 890.190893] env[70683]: DEBUG nova.network.neutron [req-1d2aaf0f-1934-4517-902d-28948abd305e req-9bc22384-68b1-407a-8ede-d481cd20e09e service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updated VIF entry in instance network info cache for port 5fc3dea7-77a9-427c-97ce-81c636248c00. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.191352] env[70683]: DEBUG nova.network.neutron [req-1d2aaf0f-1934-4517-902d-28948abd305e req-9bc22384-68b1-407a-8ede-d481cd20e09e service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updating instance_info_cache with network_info: [{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.291141] env[70683]: DEBUG oslo_vmware.api [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] Task: {'id': task-3280612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.304264] env[70683]: DEBUG nova.network.neutron [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.345612] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280615, 'name': CreateVM_Task, 'duration_secs': 0.371337} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.345976] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.346665] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.346838] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.347180] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.347446] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fce2c7-7db3-4d04-930f-94a93571765e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.352464] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 890.352464] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200ea35-0aec-6608-b693-485a7877731f" [ 890.352464] env[70683]: _type = "Task" [ 890.352464] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.359812] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200ea35-0aec-6608-b693-485a7877731f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.378026] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.489574] env[70683]: DEBUG nova.network.neutron [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Updating instance_info_cache with network_info: [{"id": "da94be44-5d70-4ec1-bea4-818500d71280", "address": "fa:16:3e:55:9f:9f", "network": {"id": "39e699e3-47da-49fe-ab6b-e451c3547c26", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1767481045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17f8aad9468f4e299abac560e44e87b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda94be44-5d", "ovs_interfaceid": "da94be44-5d70-4ec1-bea4-818500d71280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.576010] env[70683]: DEBUG nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.594957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.616826] env[70683]: DEBUG oslo_concurrency.lockutils [None req-331098b4-af98-42ce-b690-80522e5802c8 tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "a100311d-31cd-4940-9e04-1572afdd5a42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.047s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.694502] env[70683]: DEBUG oslo_concurrency.lockutils [req-1d2aaf0f-1934-4517-902d-28948abd305e req-9bc22384-68b1-407a-8ede-d481cd20e09e service nova] Releasing lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.792780] env[70683]: DEBUG oslo_vmware.api [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] Task: {'id': task-3280612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.863023] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200ea35-0aec-6608-b693-485a7877731f, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.863023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.863023] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.863431] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.863431] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.863582] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.863796] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3b1d9fc-0c91-4890-902f-ae84388b14fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.872269] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.872514] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.873297] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ccb6b3-9801-4a04-b6c1-bcf3348980bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.880854] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 890.880854] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52315724-6e5c-8227-a859-1a0c15050393" [ 890.880854] env[70683]: _type = "Task" [ 890.880854] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.889798] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52315724-6e5c-8227-a859-1a0c15050393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.991985] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Releasing lock "refresh_cache-635ba1b8-57b8-4f9e-8665-58fb8953d176" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.992356] env[70683]: DEBUG nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Instance network_info: |[{"id": "da94be44-5d70-4ec1-bea4-818500d71280", "address": "fa:16:3e:55:9f:9f", "network": {"id": "39e699e3-47da-49fe-ab6b-e451c3547c26", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1767481045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17f8aad9468f4e299abac560e44e87b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda94be44-5d", "ovs_interfaceid": "da94be44-5d70-4ec1-bea4-818500d71280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.992770] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:9f:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da94be44-5d70-4ec1-bea4-818500d71280', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.000665] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Creating folder: Project (17f8aad9468f4e299abac560e44e87b6). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.001137] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02786baf-beff-4852-b799-08b6beea8180 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.012069] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Created folder: Project (17f8aad9468f4e299abac560e44e87b6) in parent group-v655051. [ 891.012269] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Creating folder: Instances. Parent ref: group-v655186. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.012502] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-775c13b9-e885-42a5-b391-6866e4acec97 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.021464] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Created folder: Instances in parent group-v655186. [ 891.021706] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.021924] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.022096] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9a78a24-7c8b-4117-9a3c-21b906e69bc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.040492] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.040492] env[70683]: value = "task-3280618" [ 891.040492] env[70683]: _type = "Task" [ 891.040492] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.047858] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280618, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.098429] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.141264] env[70683]: DEBUG nova.objects.instance [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lazy-loading 'flavor' on Instance uuid 074198f4-c433-42e5-be81-4c6f45554d97 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.293986] env[70683]: DEBUG oslo_vmware.api [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] Task: {'id': task-3280612, 'name': ReconfigVM_Task, 'duration_secs': 1.172699} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.296391] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-30fda0eb-1194-4e33-a734-6d805562f49d tempest-ServersAdminTestJSON-689051477 tempest-ServersAdminTestJSON-689051477-project-admin] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Reconfigured VM instance to set the machine id {{(pid=70683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 891.391300] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52315724-6e5c-8227-a859-1a0c15050393, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.394640] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba828b3-9054-4aed-8991-e5b4e404d373 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.400096] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 891.400096] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528c2bba-d85f-d1ef-1db4-f2378403281a" [ 891.400096] env[70683]: _type = "Task" [ 891.400096] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.408354] env[70683]: DEBUG nova.compute.manager [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Received event network-vif-plugged-da94be44-5d70-4ec1-bea4-818500d71280 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.408567] env[70683]: DEBUG oslo_concurrency.lockutils [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] Acquiring lock "635ba1b8-57b8-4f9e-8665-58fb8953d176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.408777] env[70683]: DEBUG oslo_concurrency.lockutils [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] Lock "635ba1b8-57b8-4f9e-8665-58fb8953d176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.408939] env[70683]: DEBUG oslo_concurrency.lockutils [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] Lock "635ba1b8-57b8-4f9e-8665-58fb8953d176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.409126] env[70683]: DEBUG nova.compute.manager [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] No waiting events found dispatching network-vif-plugged-da94be44-5d70-4ec1-bea4-818500d71280 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.409297] env[70683]: WARNING nova.compute.manager [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Received unexpected event network-vif-plugged-da94be44-5d70-4ec1-bea4-818500d71280 for instance with vm_state building and task_state spawning. [ 891.409466] env[70683]: DEBUG nova.compute.manager [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Received event network-changed-da94be44-5d70-4ec1-bea4-818500d71280 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.409611] env[70683]: DEBUG nova.compute.manager [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Refreshing instance network info cache due to event network-changed-da94be44-5d70-4ec1-bea4-818500d71280. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.409808] env[70683]: DEBUG oslo_concurrency.lockutils [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] Acquiring lock "refresh_cache-635ba1b8-57b8-4f9e-8665-58fb8953d176" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.409962] env[70683]: DEBUG oslo_concurrency.lockutils [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] Acquired lock "refresh_cache-635ba1b8-57b8-4f9e-8665-58fb8953d176" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.410127] env[70683]: DEBUG nova.network.neutron [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Refreshing network info cache for port da94be44-5d70-4ec1-bea4-818500d71280 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.416128] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528c2bba-d85f-d1ef-1db4-f2378403281a, 'name': SearchDatastore_Task, 'duration_secs': 0.008639} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.420485] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.420485] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] d71fcc6b-60e4-4a93-8333-f116106ec82b/d71fcc6b-60e4-4a93-8333-f116106ec82b.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.420485] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-183c2627-8148-4223-8470-3fb68d716af8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.423519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.423519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.423658] env[70683]: INFO nova.compute.manager [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Attaching volume 811622f0-91dd-445b-84be-529bac934ec5 to /dev/sdb [ 891.430280] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 891.430280] env[70683]: value = "task-3280619" [ 891.430280] env[70683]: _type = "Task" [ 891.430280] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.443787] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.467435] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691fee2a-7e5c-41e4-a881-62a3003aba9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.485020] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaa4e10-15df-4ec2-aada-af26c20a1774 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.497741] env[70683]: DEBUG nova.virt.block_device [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Updating existing volume attachment record: 4636cff4-0f4e-4b98-9af1-0a7071141257 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 891.552400] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280618, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.583788] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e0371c-4954-4bf6-85b4-77f18cabbf2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.592946] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc627ef-8b3c-4cc8-9c4d-ba19aa2260ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.628991] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b780e2f3-1cb5-44b1-9735-c9d6aee4504c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.643683] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dbafc2-d4e2-4221-a7ec-74a1dd233fe1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.656820] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.656820] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquired lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.673288] env[70683]: DEBUG nova.compute.provider_tree [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.942311] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456026} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.942584] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] d71fcc6b-60e4-4a93-8333-f116106ec82b/d71fcc6b-60e4-4a93-8333-f116106ec82b.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.942792] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.943050] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b46180e4-5add-4aa1-a654-1376df61f806 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.949943] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 891.949943] env[70683]: value = "task-3280623" [ 891.949943] env[70683]: _type = "Task" [ 891.949943] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.958148] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.015812] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.016172] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.016442] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.016643] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.016822] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.019058] env[70683]: INFO nova.compute.manager [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Terminating instance [ 892.054784] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280618, 'name': CreateVM_Task, 'duration_secs': 0.558663} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.054962] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.057835] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.058016] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.058434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.058837] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquiring lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.059044] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.059234] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquiring lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.059437] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.059614] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.063839] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4047dd9a-a51a-473c-ba65-282f2ab8ff74 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.065817] env[70683]: INFO nova.compute.manager [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Terminating instance [ 892.073213] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 892.073213] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5238cf1a-b245-a6e0-9451-c9f0e67bcc1b" [ 892.073213] env[70683]: _type = "Task" [ 892.073213] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.083718] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5238cf1a-b245-a6e0-9451-c9f0e67bcc1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.139160] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "84f522d4-ee16-4b48-88a4-c45d75932a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.142015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "84f522d4-ee16-4b48-88a4-c45d75932a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.142015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "84f522d4-ee16-4b48-88a4-c45d75932a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.142015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "84f522d4-ee16-4b48-88a4-c45d75932a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.142015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "84f522d4-ee16-4b48-88a4-c45d75932a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.142015] env[70683]: INFO nova.compute.manager [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Terminating instance [ 892.176895] env[70683]: DEBUG nova.scheduler.client.report [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.364565] env[70683]: DEBUG nova.network.neutron [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Updated VIF entry in instance network info cache for port da94be44-5d70-4ec1-bea4-818500d71280. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.364985] env[70683]: DEBUG nova.network.neutron [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Updating instance_info_cache with network_info: [{"id": "da94be44-5d70-4ec1-bea4-818500d71280", "address": "fa:16:3e:55:9f:9f", "network": {"id": "39e699e3-47da-49fe-ab6b-e451c3547c26", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1767481045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17f8aad9468f4e299abac560e44e87b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda94be44-5d", "ovs_interfaceid": "da94be44-5d70-4ec1-bea4-818500d71280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.465637] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065245} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.466067] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.467320] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb14e3c4-4256-40e4-a42f-3235b2f80fbb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.501560] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d71fcc6b-60e4-4a93-8333-f116106ec82b/d71fcc6b-60e4-4a93-8333-f116106ec82b.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.501927] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c242df-60af-4e11-97cb-a1fab6c27a71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.517818] env[70683]: DEBUG nova.network.neutron [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.522732] env[70683]: DEBUG nova.compute.manager [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.522978] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.523837] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe687c-e925-4bb6-bd4e-2db89fa2b5fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.528915] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 892.528915] env[70683]: value = "task-3280624" [ 892.528915] env[70683]: _type = "Task" [ 892.528915] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.534878] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.535795] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b210ba69-bfb3-4f5d-9b35-10292acd3165 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.540639] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.544641] env[70683]: DEBUG oslo_vmware.api [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 892.544641] env[70683]: value = "task-3280625" [ 892.544641] env[70683]: _type = "Task" [ 892.544641] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.552928] env[70683]: DEBUG oslo_vmware.api [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.572374] env[70683]: DEBUG nova.compute.manager [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.572628] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.573508] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf473c86-a54a-49de-832d-c01f34c1f2a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.585159] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5238cf1a-b245-a6e0-9451-c9f0e67bcc1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008276} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.587198] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.587451] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.587698] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.587848] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.588053] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.588384] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.588605] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d11c6cc8-7c37-4955-b3a7-b69afc00c7ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.590324] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02398c8a-f572-451d-b46f-835eed12f3d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.601166] env[70683]: DEBUG oslo_vmware.api [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 892.601166] env[70683]: value = "task-3280626" [ 892.601166] env[70683]: _type = "Task" [ 892.601166] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.601166] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.601166] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.606615] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c192da-7c81-4507-89d2-04dff160d7ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.614099] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 892.614099] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e081fc-25f1-41be-9f26-4afaccaf3d59" [ 892.614099] env[70683]: _type = "Task" [ 892.614099] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.618903] env[70683]: DEBUG oslo_vmware.api [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.633476] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e081fc-25f1-41be-9f26-4afaccaf3d59, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.634974] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce433fe-baab-42a9-97b0-f04756d87151 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.645132] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 892.645132] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52353ee9-26d5-a8c6-9f6b-3e10fa685445" [ 892.645132] env[70683]: _type = "Task" [ 892.645132] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.647897] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "refresh_cache-84f522d4-ee16-4b48-88a4-c45d75932a4a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.648398] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired lock "refresh_cache-84f522d4-ee16-4b48-88a4-c45d75932a4a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.648887] env[70683]: DEBUG nova.network.neutron [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.657164] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52353ee9-26d5-a8c6-9f6b-3e10fa685445, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.658397] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.659414] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 635ba1b8-57b8-4f9e-8665-58fb8953d176/635ba1b8-57b8-4f9e-8665-58fb8953d176.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.660230] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0346c9df-719c-48cf-b682-43aa2d590d17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.668591] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 892.668591] env[70683]: value = "task-3280627" [ 892.668591] env[70683]: _type = "Task" [ 892.668591] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.679661] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.682054] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.682377] env[70683]: DEBUG nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.685086] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.610s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.686675] env[70683]: INFO nova.compute.claims [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.867622] env[70683]: DEBUG oslo_concurrency.lockutils [req-21758800-e0f8-4d89-88ff-d6d06205c64a req-7d3765b8-a6c6-44f3-a99c-3548738ccd8f service nova] Releasing lock "refresh_cache-635ba1b8-57b8-4f9e-8665-58fb8953d176" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.041326] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.057657] env[70683]: DEBUG oslo_vmware.api [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280625, 'name': PowerOffVM_Task, 'duration_secs': 0.264887} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.058167] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.058477] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.058849] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e032cbf-4df3-450c-aa82-e43d9617bb65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.113460] env[70683]: DEBUG oslo_vmware.api [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280626, 'name': PowerOffVM_Task, 'duration_secs': 0.219083} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.113822] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.114030] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.114365] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d4b6a44-e053-4664-9b24-bbfb854302af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.181177] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280627, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.185172] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.185172] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.185172] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Deleting the datastore file [datastore2] 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.186034] env[70683]: DEBUG nova.network.neutron [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.187835] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c54fde7a-960e-4c3b-9a60-9ac5ad447b21 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.191917] env[70683]: DEBUG nova.compute.utils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.197037] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.197037] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.197037] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Deleting the datastore file [datastore1] c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.197037] env[70683]: DEBUG nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.197037] env[70683]: DEBUG nova.network.neutron [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.198434] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12914c0c-c57d-4698-ae80-552ec4154d16 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.203061] env[70683]: DEBUG oslo_vmware.api [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for the task: (returnval){ [ 893.203061] env[70683]: value = "task-3280630" [ 893.203061] env[70683]: _type = "Task" [ 893.203061] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.209374] env[70683]: DEBUG oslo_vmware.api [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for the task: (returnval){ [ 893.209374] env[70683]: value = "task-3280631" [ 893.209374] env[70683]: _type = "Task" [ 893.209374] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.217528] env[70683]: DEBUG oslo_vmware.api [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.222836] env[70683]: DEBUG oslo_vmware.api [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.358245] env[70683]: DEBUG nova.network.neutron [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.364344] env[70683]: DEBUG nova.policy [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf07c2dc04c44b58adff3090332ee0ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '496475cb343f4577b2fe6decf511f91c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.530196] env[70683]: DEBUG nova.network.neutron [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updating instance_info_cache with network_info: [{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.540453] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280624, 'name': ReconfigVM_Task, 'duration_secs': 0.54483} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.540761] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d71fcc6b-60e4-4a93-8333-f116106ec82b/d71fcc6b-60e4-4a93-8333-f116106ec82b.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.541608] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-175e8250-f2de-4e27-adb4-4444f083b2cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.549058] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 893.549058] env[70683]: value = "task-3280632" [ 893.549058] env[70683]: _type = "Task" [ 893.549058] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.558676] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280632, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.641864] env[70683]: DEBUG nova.compute.manager [req-16c2dfc6-9602-4e85-ad90-df5ce8a22ad0 req-ede8d872-3129-4e0f-94f9-df4ec092d2d7 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Received event network-changed-5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.642078] env[70683]: DEBUG nova.compute.manager [req-16c2dfc6-9602-4e85-ad90-df5ce8a22ad0 req-ede8d872-3129-4e0f-94f9-df4ec092d2d7 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Refreshing instance network info cache due to event network-changed-5fc3dea7-77a9-427c-97ce-81c636248c00. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.642367] env[70683]: DEBUG oslo_concurrency.lockutils [req-16c2dfc6-9602-4e85-ad90-df5ce8a22ad0 req-ede8d872-3129-4e0f-94f9-df4ec092d2d7 service nova] Acquiring lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.679826] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280627, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.697167] env[70683]: DEBUG nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.716591] env[70683]: DEBUG oslo_vmware.api [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Task: {'id': task-3280630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15143} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.718347] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.718621] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.718827] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.719032] env[70683]: INFO nova.compute.manager [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 893.719332] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.722390] env[70683]: DEBUG nova.compute.manager [-] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.722477] env[70683]: DEBUG nova.network.neutron [-] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.724169] env[70683]: DEBUG oslo_vmware.api [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Task: {'id': task-3280631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176497} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.724408] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.725036] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.725036] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.725036] env[70683]: INFO nova.compute.manager [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 893.725153] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.725621] env[70683]: DEBUG nova.compute.manager [-] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.725715] env[70683]: DEBUG nova.network.neutron [-] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.861236] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Releasing lock "refresh_cache-84f522d4-ee16-4b48-88a4-c45d75932a4a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.861653] env[70683]: DEBUG nova.compute.manager [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.861843] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.862740] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c2e17d-9896-4daa-b1c7-c64c879f5c8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.875749] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.876526] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d91854-dfa9-402c-91c4-51c1d4b1a09f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.882670] env[70683]: DEBUG oslo_vmware.api [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 893.882670] env[70683]: value = "task-3280634" [ 893.882670] env[70683]: _type = "Task" [ 893.882670] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.899099] env[70683]: DEBUG oslo_vmware.api [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.035543] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Releasing lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.035810] env[70683]: DEBUG nova.compute.manager [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Inject network info {{(pid=70683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 894.035995] env[70683]: DEBUG nova.compute.manager [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] network_info to inject: |[{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 894.041100] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Reconfiguring VM instance to set the machine id {{(pid=70683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 894.042036] env[70683]: DEBUG oslo_concurrency.lockutils [req-16c2dfc6-9602-4e85-ad90-df5ce8a22ad0 req-ede8d872-3129-4e0f-94f9-df4ec092d2d7 service nova] Acquired lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.042036] env[70683]: DEBUG nova.network.neutron [req-16c2dfc6-9602-4e85-ad90-df5ce8a22ad0 req-ede8d872-3129-4e0f-94f9-df4ec092d2d7 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Refreshing network info cache for port 5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.043467] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-487583aa-d268-414b-8d6a-4c2d91fc977a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.073525] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280632, 'name': Rename_Task, 'duration_secs': 0.407303} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.077543] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.077887] env[70683]: DEBUG oslo_vmware.api [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 894.077887] env[70683]: value = "task-3280635" [ 894.077887] env[70683]: _type = "Task" [ 894.077887] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.078356] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4eb75bb-4695-46bc-b717-c0ea902845bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.091921] env[70683]: DEBUG oslo_vmware.api [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280635, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.095413] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 894.095413] env[70683]: value = "task-3280636" [ 894.095413] env[70683]: _type = "Task" [ 894.095413] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.111374] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.182595] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280627, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.483998} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.183057] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 635ba1b8-57b8-4f9e-8665-58fb8953d176/635ba1b8-57b8-4f9e-8665-58fb8953d176.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.183188] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.183502] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ad5551-40fc-4f5d-8d5b-e841e8fb7427 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.192132] env[70683]: DEBUG nova.network.neutron [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Successfully created port: e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.194231] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 894.194231] env[70683]: value = "task-3280637" [ 894.194231] env[70683]: _type = "Task" [ 894.194231] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.202519] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.238956] env[70683]: INFO nova.compute.manager [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Rebuilding instance [ 894.296760] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0494580-bf22-4d0a-ab44-3f14efd9673c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.306453] env[70683]: DEBUG nova.compute.manager [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.307565] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741219c7-5678-474a-b130-b8f18d01d6d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.314263] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed77b66-7817-4a29-a032-add812f31547 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.356308] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10abf744-469e-4b6c-9aef-4946047a112e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.364932] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba512dfa-67d4-41b6-9fa5-3085a4740cf0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.379873] env[70683]: DEBUG nova.compute.provider_tree [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.392435] env[70683]: DEBUG oslo_vmware.api [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280634, 'name': PowerOffVM_Task, 'duration_secs': 0.214066} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.392710] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.392876] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.393139] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9005f6bb-c318-4f85-97c0-a3d1cfdc35ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.414577] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.414836] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.415056] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Deleting the datastore file [datastore1] 84f522d4-ee16-4b48-88a4-c45d75932a4a {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.415344] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd025841-1a2d-4706-bf69-743964b9769a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.421599] env[70683]: DEBUG oslo_vmware.api [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 894.421599] env[70683]: value = "task-3280639" [ 894.421599] env[70683]: _type = "Task" [ 894.421599] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.429852] env[70683]: DEBUG oslo_vmware.api [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.591258] env[70683]: DEBUG oslo_vmware.api [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280635, 'name': ReconfigVM_Task, 'duration_secs': 0.275779} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.591538] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d398af40-638a-4576-9d0f-50993d06edba tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Reconfigured VM instance to set the machine id {{(pid=70683) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 894.617627] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280636, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.708546] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141249} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.709162] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.713072] env[70683]: DEBUG nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.713217] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc53bcf-d2f0-4fbf-b36c-8fe67e96a385 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.740055] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 635ba1b8-57b8-4f9e-8665-58fb8953d176/635ba1b8-57b8-4f9e-8665-58fb8953d176.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.744765] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecbbc40b-b3d7-46ee-ab2c-423795e489cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.765988] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f5bba69d-b38f-4a8c-b5c0-666fd388015c',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1369002069',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.766277] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.766438] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.766622] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.767104] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.767104] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.767337] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.767548] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.767732] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.767898] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.768094] env[70683]: DEBUG nova.virt.hardware [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.769453] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf02b1f3-539e-41ff-aa13-8e3a79eff764 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.774325] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 894.774325] env[70683]: value = "task-3280640" [ 894.774325] env[70683]: _type = "Task" [ 894.774325] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.781394] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6b87af-2897-4da1-abb3-fbf22e7b928d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.793025] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.842734] env[70683]: DEBUG nova.network.neutron [req-16c2dfc6-9602-4e85-ad90-df5ce8a22ad0 req-ede8d872-3129-4e0f-94f9-df4ec092d2d7 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updated VIF entry in instance network info cache for port 5fc3dea7-77a9-427c-97ce-81c636248c00. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.843123] env[70683]: DEBUG nova.network.neutron [req-16c2dfc6-9602-4e85-ad90-df5ce8a22ad0 req-ede8d872-3129-4e0f-94f9-df4ec092d2d7 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updating instance_info_cache with network_info: [{"id": "5fc3dea7-77a9-427c-97ce-81c636248c00", "address": "fa:16:3e:6c:8b:86", "network": {"id": "72ad50c5-2c44-40ea-8f2a-2a0628ae4e91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1989687912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5111bf8f47cb44cb9aa37d38a2cc4717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc3dea7-77", "ovs_interfaceid": "5fc3dea7-77a9-427c-97ce-81c636248c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.883081] env[70683]: DEBUG nova.scheduler.client.report [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.932942] env[70683]: DEBUG oslo_vmware.api [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325228} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.933393] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.933728] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.934040] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.934338] env[70683]: INFO nova.compute.manager [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 894.934711] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.934975] env[70683]: DEBUG nova.compute.manager [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.935159] env[70683]: DEBUG nova.network.neutron [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.954162] env[70683]: DEBUG nova.network.neutron [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.108306] env[70683]: DEBUG oslo_vmware.api [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280636, 'name': PowerOnVM_Task, 'duration_secs': 0.709077} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.108647] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.108890] env[70683]: INFO nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Took 10.92 seconds to spawn the instance on the hypervisor. [ 895.109126] env[70683]: DEBUG nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.110098] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95aba84-9091-4311-8d62-2fd3a6e2c442 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.285480] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.294373] env[70683]: DEBUG nova.network.neutron [-] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.303952] env[70683]: DEBUG nova.network.neutron [-] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.327430] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.327636] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65099972-67b9-4979-8123-8313fdc8f1e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.335773] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 895.335773] env[70683]: value = "task-3280641" [ 895.335773] env[70683]: _type = "Task" [ 895.335773] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.343400] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.346014] env[70683]: DEBUG oslo_concurrency.lockutils [req-16c2dfc6-9602-4e85-ad90-df5ce8a22ad0 req-ede8d872-3129-4e0f-94f9-df4ec092d2d7 service nova] Releasing lock "refresh_cache-074198f4-c433-42e5-be81-4c6f45554d97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.389656] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.390216] env[70683]: DEBUG nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.392865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.313s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.395558] env[70683]: DEBUG nova.objects.instance [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lazy-loading 'resources' on Instance uuid d7f3e5ef-b15a-431b-bafc-c97138988bb6 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.456763] env[70683]: DEBUG nova.network.neutron [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.585929] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "074198f4-c433-42e5-be81-4c6f45554d97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.585929] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "074198f4-c433-42e5-be81-4c6f45554d97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.586060] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "074198f4-c433-42e5-be81-4c6f45554d97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.586226] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "074198f4-c433-42e5-be81-4c6f45554d97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.586420] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "074198f4-c433-42e5-be81-4c6f45554d97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.588888] env[70683]: INFO nova.compute.manager [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Terminating instance [ 895.627711] env[70683]: INFO nova.compute.manager [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Took 46.93 seconds to build instance. [ 895.668814] env[70683]: DEBUG nova.compute.manager [req-c2c45a31-4fb8-4eb9-90c8-b680ce5ad4b1 req-30305745-0fb6-4184-9d73-375cf81e9c04 service nova] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Received event network-vif-deleted-902a9654-cbcb-46c8-a3c2-4da321bb83b1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.668814] env[70683]: DEBUG nova.compute.manager [req-c2c45a31-4fb8-4eb9-90c8-b680ce5ad4b1 req-30305745-0fb6-4184-9d73-375cf81e9c04 service nova] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Received event network-vif-deleted-6c1f6d6b-e0a9-44b0-a098-fb4a1a943161 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.787722] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280640, 'name': ReconfigVM_Task, 'duration_secs': 0.703992} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.787722] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 635ba1b8-57b8-4f9e-8665-58fb8953d176/635ba1b8-57b8-4f9e-8665-58fb8953d176.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.787722] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bd90484-df7d-4e69-88f5-f81e8510886b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.793658] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 895.793658] env[70683]: value = "task-3280642" [ 895.793658] env[70683]: _type = "Task" [ 895.793658] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.800780] env[70683]: INFO nova.compute.manager [-] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Took 2.07 seconds to deallocate network for instance. [ 895.802635] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280642, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.807142] env[70683]: INFO nova.compute.manager [-] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Took 2.08 seconds to deallocate network for instance. [ 895.844140] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280641, 'name': PowerOffVM_Task, 'duration_secs': 0.259157} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.845107] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.845346] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.846138] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752f043-4592-42fb-b4f4-09e5790486b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.853816] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.854082] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad2a779-54df-465e-969c-d2c7bfc607c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.896871] env[70683]: DEBUG nova.compute.utils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.899856] env[70683]: DEBUG nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.899856] env[70683]: DEBUG nova.network.neutron [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.915752] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.915987] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.916269] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleting the datastore file [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.917127] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef986e12-b151-4250-8096-ad8546aab71c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.926089] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 895.926089] env[70683]: value = "task-3280644" [ 895.926089] env[70683]: _type = "Task" [ 895.926089] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.940094] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.959693] env[70683]: INFO nova.compute.manager [-] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Took 1.02 seconds to deallocate network for instance. [ 895.974251] env[70683]: DEBUG nova.policy [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '221bee438abe4f1fad9d5810ed7ccced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e24323b78254924b3ef74947c04bfa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.061105] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 896.061105] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655190', 'volume_id': '811622f0-91dd-445b-84be-529bac934ec5', 'name': 'volume-811622f0-91dd-445b-84be-529bac934ec5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c73bc43a-7ff8-4f69-90a7-841bfe5c7e05', 'attached_at': '', 'detached_at': '', 'volume_id': '811622f0-91dd-445b-84be-529bac934ec5', 'serial': '811622f0-91dd-445b-84be-529bac934ec5'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 896.061105] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547d07ca-4733-45cd-9335-4e82afd06667 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.081468] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b212ee31-0201-4405-ab71-c9edb3c91f43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.108172] env[70683]: DEBUG nova.compute.manager [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.108172] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.116179] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-811622f0-91dd-445b-84be-529bac934ec5/volume-811622f0-91dd-445b-84be-529bac934ec5.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.119582] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e52f62-b446-49ef-9ce3-06ad2c789257 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.122294] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeed5168-00e1-43fc-a688-63f6f4835ba9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.138457] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1cd87258-996d-45cf-afe7-ebd9718c84eb tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.927s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.143125] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.149426] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-787c1f70-ee0e-43d2-9bde-79e12a0d6393 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.149426] env[70683]: DEBUG oslo_vmware.api [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 896.149426] env[70683]: value = "task-3280645" [ 896.149426] env[70683]: _type = "Task" [ 896.149426] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.149426] env[70683]: DEBUG nova.compute.manager [req-8263572b-b3a9-49c2-a0fc-af13538f1d06 req-e6f3d979-ffb8-4c5e-a460-4fcd06a2b242 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Received event network-changed-0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.149426] env[70683]: DEBUG nova.compute.manager [req-8263572b-b3a9-49c2-a0fc-af13538f1d06 req-e6f3d979-ffb8-4c5e-a460-4fcd06a2b242 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Refreshing instance network info cache due to event network-changed-0275b633-20fc-4f62-9a7f-66071e8f1c76. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.149426] env[70683]: DEBUG oslo_concurrency.lockutils [req-8263572b-b3a9-49c2-a0fc-af13538f1d06 req-e6f3d979-ffb8-4c5e-a460-4fcd06a2b242 service nova] Acquiring lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.149426] env[70683]: DEBUG oslo_concurrency.lockutils [req-8263572b-b3a9-49c2-a0fc-af13538f1d06 req-e6f3d979-ffb8-4c5e-a460-4fcd06a2b242 service nova] Acquired lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.149819] env[70683]: DEBUG nova.network.neutron [req-8263572b-b3a9-49c2-a0fc-af13538f1d06 req-e6f3d979-ffb8-4c5e-a460-4fcd06a2b242 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Refreshing network info cache for port 0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.160923] env[70683]: DEBUG oslo_vmware.api [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 896.160923] env[70683]: value = "task-3280646" [ 896.160923] env[70683]: _type = "Task" [ 896.160923] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.165658] env[70683]: DEBUG oslo_vmware.api [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.182899] env[70683]: DEBUG oslo_vmware.api [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.311262] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.311654] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280642, 'name': Rename_Task, 'duration_secs': 0.235708} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.311978] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.312301] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-716f1a67-aeef-4c02-9cb9-2a3f7a9fc184 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.320346] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.327019] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 896.327019] env[70683]: value = "task-3280647" [ 896.327019] env[70683]: _type = "Task" [ 896.327019] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.336274] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.355719] env[70683]: DEBUG nova.network.neutron [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Successfully updated port: e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.385900] env[70683]: DEBUG nova.network.neutron [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Successfully created port: 74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.408912] env[70683]: DEBUG nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.437679] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157504} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.442488] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.442488] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.442488] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.467119] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.623961] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3ff8bb-32a7-4857-8a0d-7998ce5fcde1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.632906] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bc2ae3-c6ec-4d74-be2e-28e5385a5abd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.665383] env[70683]: DEBUG nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.681255] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b240d9a5-b2e9-4788-8410-bbc95fecba53 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.690185] env[70683]: DEBUG oslo_vmware.api [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280645, 'name': ReconfigVM_Task, 'duration_secs': 0.450954} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.695678] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-811622f0-91dd-445b-84be-529bac934ec5/volume-811622f0-91dd-445b-84be-529bac934ec5.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.700820] env[70683]: DEBUG oslo_vmware.api [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280646, 'name': PowerOffVM_Task, 'duration_secs': 0.198232} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.701698] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3e1c38-1cf0-4857-83a0-99160165a3b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.713557] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94e82fe-b6a5-4d46-aebf-eddd5cf3f60d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.718616] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.718809] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.719796] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990c08da-7c65-47ac-a6b8-3f2b95ea79a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.732904] env[70683]: DEBUG nova.compute.provider_tree [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.735561] env[70683]: DEBUG oslo_vmware.api [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 896.735561] env[70683]: value = "task-3280648" [ 896.735561] env[70683]: _type = "Task" [ 896.735561] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.746320] env[70683]: DEBUG oslo_vmware.api [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.784782] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.785021] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.785226] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Deleting the datastore file [datastore1] 074198f4-c433-42e5-be81-4c6f45554d97 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.785770] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cad5074-5e00-4325-a149-0bf1f867967a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.792805] env[70683]: DEBUG oslo_vmware.api [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for the task: (returnval){ [ 896.792805] env[70683]: value = "task-3280650" [ 896.792805] env[70683]: _type = "Task" [ 896.792805] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.806385] env[70683]: DEBUG oslo_vmware.api [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.834385] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280647, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.858314] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.858498] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.858658] env[70683]: DEBUG nova.network.neutron [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.113641] env[70683]: DEBUG nova.network.neutron [req-8263572b-b3a9-49c2-a0fc-af13538f1d06 req-e6f3d979-ffb8-4c5e-a460-4fcd06a2b242 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updated VIF entry in instance network info cache for port 0275b633-20fc-4f62-9a7f-66071e8f1c76. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.114012] env[70683]: DEBUG nova.network.neutron [req-8263572b-b3a9-49c2-a0fc-af13538f1d06 req-e6f3d979-ffb8-4c5e-a460-4fcd06a2b242 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [{"id": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "address": "fa:16:3e:4d:c8:a4", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0275b633-20", "ovs_interfaceid": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.198701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.250405] env[70683]: DEBUG oslo_vmware.api [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280648, 'name': ReconfigVM_Task, 'duration_secs': 0.167103} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.250405] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655190', 'volume_id': '811622f0-91dd-445b-84be-529bac934ec5', 'name': 'volume-811622f0-91dd-445b-84be-529bac934ec5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c73bc43a-7ff8-4f69-90a7-841bfe5c7e05', 'attached_at': '', 'detached_at': '', 'volume_id': '811622f0-91dd-445b-84be-529bac934ec5', 'serial': '811622f0-91dd-445b-84be-529bac934ec5'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 897.271621] env[70683]: DEBUG nova.scheduler.client.report [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 897.271886] env[70683]: DEBUG nova.compute.provider_tree [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 70 to 71 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 897.272082] env[70683]: DEBUG nova.compute.provider_tree [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.302896] env[70683]: DEBUG oslo_vmware.api [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Task: {'id': task-3280650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144688} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.303178] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.303357] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.303540] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.303711] env[70683]: INFO nova.compute.manager [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Took 1.20 seconds to destroy the instance on the hypervisor. [ 897.303956] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.304160] env[70683]: DEBUG nova.compute.manager [-] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.304254] env[70683]: DEBUG nova.network.neutron [-] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.336840] env[70683]: DEBUG oslo_vmware.api [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280647, 'name': PowerOnVM_Task, 'duration_secs': 0.590598} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.336993] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.337215] env[70683]: INFO nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Took 10.07 seconds to spawn the instance on the hypervisor. [ 897.337409] env[70683]: DEBUG nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.338219] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3357d53a-7b9f-45b5-8180-d0a941a90365 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.412163] env[70683]: DEBUG nova.network.neutron [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.419469] env[70683]: DEBUG nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.451814] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.452131] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.452340] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.452573] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.452763] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.452947] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.453220] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.453426] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.453635] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.453835] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.454059] env[70683]: DEBUG nova.virt.hardware [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.458069] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c3386-7bc9-40e9-82d3-3d0c42b356e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.466941] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a71975-2380-4f18-8653-f31f21073453 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.491538] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.491849] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.492042] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.492262] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.494017] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.494017] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.494017] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.494017] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.494017] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.494017] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.494017] env[70683]: DEBUG nova.virt.hardware [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.494725] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c77b0b-c02f-4dee-981f-40fe55e077fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.502862] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97902f6e-de0e-4731-9ba0-f6757889b014 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.518928] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:76:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25d5120f-7956-4024-a8e7-9792234c1ff5', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.525998] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.530043] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.530043] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ebad4d3-fb47-47cd-b8c7-4494beacefff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.549729] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.549729] env[70683]: value = "task-3280651" [ 897.549729] env[70683]: _type = "Task" [ 897.549729] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.558157] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280651, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.616430] env[70683]: DEBUG oslo_concurrency.lockutils [req-8263572b-b3a9-49c2-a0fc-af13538f1d06 req-e6f3d979-ffb8-4c5e-a460-4fcd06a2b242 service nova] Releasing lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.777220] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.780919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.286s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.781273] env[70683]: DEBUG nova.objects.instance [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lazy-loading 'resources' on Instance uuid d4f03fe1-b12a-44c6-93a7-33ae77d4537d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.804152] env[70683]: INFO nova.scheduler.client.report [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Deleted allocations for instance d7f3e5ef-b15a-431b-bafc-c97138988bb6 [ 897.859679] env[70683]: INFO nova.compute.manager [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Took 47.45 seconds to build instance. [ 897.864184] env[70683]: DEBUG nova.network.neutron [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance_info_cache with network_info: [{"id": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "address": "fa:16:3e:b7:37:8b", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31a31e9-1a", "ovs_interfaceid": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.933913] env[70683]: DEBUG nova.compute.manager [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Received event network-vif-plugged-e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.934161] env[70683]: DEBUG oslo_concurrency.lockutils [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] Acquiring lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.934461] env[70683]: DEBUG oslo_concurrency.lockutils [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.934739] env[70683]: DEBUG oslo_concurrency.lockutils [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.934819] env[70683]: DEBUG nova.compute.manager [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] No waiting events found dispatching network-vif-plugged-e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.934960] env[70683]: WARNING nova.compute.manager [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Received unexpected event network-vif-plugged-e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb for instance with vm_state building and task_state spawning. [ 897.935201] env[70683]: DEBUG nova.compute.manager [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Received event network-changed-e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.935357] env[70683]: DEBUG nova.compute.manager [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Refreshing instance network info cache due to event network-changed-e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.935625] env[70683]: DEBUG oslo_concurrency.lockutils [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] Acquiring lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.960971] env[70683]: DEBUG nova.network.neutron [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Successfully updated port: 74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.064137] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280651, 'name': CreateVM_Task, 'duration_secs': 0.450928} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.065797] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.066209] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.066436] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.067008] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.067116] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1830554-8dca-49f5-9bc8-224452d5d5b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.072304] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 898.072304] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f4ca63-25e2-8301-290a-9afffe01a277" [ 898.072304] env[70683]: _type = "Task" [ 898.072304] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.080609] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f4ca63-25e2-8301-290a-9afffe01a277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.302361] env[70683]: DEBUG nova.objects.instance [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lazy-loading 'flavor' on Instance uuid c73bc43a-7ff8-4f69-90a7-841bfe5c7e05 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.322729] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d251592-9fbf-43e3-bc96-1747807c0dbd tempest-ServerRescueTestJSONUnderV235-192390255 tempest-ServerRescueTestJSONUnderV235-192390255-project-member] Lock "d7f3e5ef-b15a-431b-bafc-c97138988bb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.264s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.352616] env[70683]: DEBUG nova.compute.manager [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Received event network-vif-plugged-74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.352846] env[70683]: DEBUG oslo_concurrency.lockutils [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] Acquiring lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.353083] env[70683]: DEBUG oslo_concurrency.lockutils [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.354227] env[70683]: DEBUG oslo_concurrency.lockutils [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.354227] env[70683]: DEBUG nova.compute.manager [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] No waiting events found dispatching network-vif-plugged-74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.354227] env[70683]: WARNING nova.compute.manager [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Received unexpected event network-vif-plugged-74404c18-9895-49f8-b115-ab66c9349a72 for instance with vm_state building and task_state spawning. [ 898.354227] env[70683]: DEBUG nova.compute.manager [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Received event network-changed-74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.354227] env[70683]: DEBUG nova.compute.manager [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Refreshing instance network info cache due to event network-changed-74404c18-9895-49f8-b115-ab66c9349a72. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.355886] env[70683]: DEBUG oslo_concurrency.lockutils [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] Acquiring lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.356095] env[70683]: DEBUG oslo_concurrency.lockutils [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] Acquired lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.356660] env[70683]: DEBUG nova.network.neutron [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Refreshing network info cache for port 74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.361878] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77e9e7b2-992a-4bc8-a116-2880fdbb890c tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "635ba1b8-57b8-4f9e-8665-58fb8953d176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.736s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.366940] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.367245] env[70683]: DEBUG nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Instance network_info: |[{"id": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "address": "fa:16:3e:b7:37:8b", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31a31e9-1a", "ovs_interfaceid": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.367740] env[70683]: DEBUG oslo_concurrency.lockutils [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] Acquired lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.367925] env[70683]: DEBUG nova.network.neutron [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Refreshing network info cache for port e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.371697] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:37:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.378133] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.384644] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.386117] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57baf594-5b2e-42c5-aaa0-774cb59e7c43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.411657] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.411657] env[70683]: value = "task-3280652" [ 898.411657] env[70683]: _type = "Task" [ 898.411657] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.421015] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280652, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.466431] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.587550] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f4ca63-25e2-8301-290a-9afffe01a277, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.587550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.587550] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.587550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.587550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.587550] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.587550] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dc7e6b3-f9e1-4b74-a8d2-8662f716efb4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.598857] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.599079] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.599855] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463b28e0-c8e4-4ee7-9652-fcc0ba8e99b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.608789] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 898.608789] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5289df10-7d73-cb6b-746c-2969b7147a93" [ 898.608789] env[70683]: _type = "Task" [ 898.608789] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.618937] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5289df10-7d73-cb6b-746c-2969b7147a93, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.620016] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f47f2df-2cdc-4d11-aa4b-c84542502e6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.628870] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 898.628870] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d0440e-8d95-917c-661b-2b4dcf26000c" [ 898.628870] env[70683]: _type = "Task" [ 898.628870] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.638035] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d0440e-8d95-917c-661b-2b4dcf26000c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.655510] env[70683]: DEBUG nova.network.neutron [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updated VIF entry in instance network info cache for port e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.655883] env[70683]: DEBUG nova.network.neutron [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance_info_cache with network_info: [{"id": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "address": "fa:16:3e:b7:37:8b", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31a31e9-1a", "ovs_interfaceid": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.746731] env[70683]: DEBUG nova.network.neutron [-] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.816887] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8025876f-f74a-41f0-9f27-ba569a31d83e tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.393s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.864363] env[70683]: DEBUG nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.908272] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034f4bcd-4872-48b9-ad21-92328d08c500 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.932216] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85900abd-922c-47fd-836b-c583718cd70d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.941021] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280652, 'name': CreateVM_Task, 'duration_secs': 0.345891} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.941021] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.941021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.941021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.941021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.941021] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c4c890-357f-4e6f-9264-74d0933b1106 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.973489] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d63d41b-ad41-4502-8638-99077e6bba37 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.976882] env[70683]: DEBUG nova.network.neutron [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.979991] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 898.979991] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52895a0a-7bc8-b940-98a5-31f581b58747" [ 898.979991] env[70683]: _type = "Task" [ 898.979991] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.988314] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bfba93-6e96-409a-acd3-844f59ec51a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.995507] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52895a0a-7bc8-b940-98a5-31f581b58747, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.996195] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.996416] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.996622] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.005813] env[70683]: DEBUG nova.compute.provider_tree [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.065337] env[70683]: DEBUG nova.network.neutron [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.139919] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d0440e-8d95-917c-661b-2b4dcf26000c, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.144020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.144020] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.144020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.144020] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.144020] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-358a8d8c-ea1e-4b28-bac7-72ed694a933d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.144020] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ff39f50-87c0-4767-9383-92ebaf6f5e52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.151612] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 899.151612] env[70683]: value = "task-3280653" [ 899.151612] env[70683]: _type = "Task" [ 899.151612] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.156096] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.156468] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.157653] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14e7b1e-2525-4130-95da-246e2d7d4815 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.164211] env[70683]: DEBUG oslo_concurrency.lockutils [req-ae10eca4-0828-45d8-a9ed-dc6cc8c90272 req-b80262e8-4322-4a12-856a-dcaaf4a7fc5f service nova] Releasing lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.164909] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.169650] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 899.169650] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eaed74-1233-3359-bbd0-2588e01c839d" [ 899.169650] env[70683]: _type = "Task" [ 899.169650] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.176129] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eaed74-1233-3359-bbd0-2588e01c839d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.252200] env[70683]: INFO nova.compute.manager [-] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Took 1.95 seconds to deallocate network for instance. [ 899.394718] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.510243] env[70683]: DEBUG nova.scheduler.client.report [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.567842] env[70683]: DEBUG oslo_concurrency.lockutils [req-b1b4681d-97d3-4549-a173-b877ae9aa614 req-15f3ea11-1f4c-4f34-bb27-f3aeb88f74a5 service nova] Releasing lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.568469] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.568563] env[70683]: DEBUG nova.network.neutron [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.662720] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475303} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.662720] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.662983] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.663208] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-add38589-ffef-4021-b6c2-f46426db9709 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.669030] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 899.669030] env[70683]: value = "task-3280654" [ 899.669030] env[70683]: _type = "Task" [ 899.669030] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.680622] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eaed74-1233-3359-bbd0-2588e01c839d, 'name': SearchDatastore_Task, 'duration_secs': 0.008185} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.684314] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.684574] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f9fc1c-9c1c-4303-b56f-905d40174dbc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.691194] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 899.691194] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5235f374-a1e9-e506-74b9-ed49398f132d" [ 899.691194] env[70683]: _type = "Task" [ 899.691194] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.698556] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5235f374-a1e9-e506-74b9-ed49398f132d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.760845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.822412] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.824035] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.991120] env[70683]: DEBUG nova.compute.manager [req-7a73be33-c7f1-47bd-8450-93724444727f req-9e2d4f59-9226-4523-bbba-3ce7fe2b0509 service nova] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Received event network-vif-deleted-5fc3dea7-77a9-427c-97ce-81c636248c00 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.018964] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.020654] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.890s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.020906] env[70683]: DEBUG nova.objects.instance [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lazy-loading 'resources' on Instance uuid ecf7e324-2b6c-43dd-b257-854a912604b1 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.048038] env[70683]: INFO nova.scheduler.client.report [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Deleted allocations for instance d4f03fe1-b12a-44c6-93a7-33ae77d4537d [ 900.122687] env[70683]: DEBUG nova.network.neutron [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.184582] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064778} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.184890] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.185823] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ca3cfb-eab4-4022-9ae8-f88d94128c98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.209822] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.213547] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b88858-64f5-4643-b286-3171972b4e5e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.244257] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5235f374-a1e9-e506-74b9-ed49398f132d, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.245597] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.245868] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e/efe01f7a-daad-4592-8e37-25c3ee91c54e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.246204] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 900.246204] env[70683]: value = "task-3280655" [ 900.246204] env[70683]: _type = "Task" [ 900.246204] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.246397] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1aef0d0-a3f7-4a9d-98b8-ae5ddcfbc3d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.258367] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.259904] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 900.259904] env[70683]: value = "task-3280656" [ 900.259904] env[70683]: _type = "Task" [ 900.259904] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.267707] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.326774] env[70683]: INFO nova.compute.manager [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Detaching volume 811622f0-91dd-445b-84be-529bac934ec5 [ 900.341244] env[70683]: DEBUG nova.network.neutron [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Updating instance_info_cache with network_info: [{"id": "74404c18-9895-49f8-b115-ab66c9349a72", "address": "fa:16:3e:58:4e:b2", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74404c18-98", "ovs_interfaceid": "74404c18-9895-49f8-b115-ab66c9349a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.364310] env[70683]: INFO nova.virt.block_device [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Attempting to driver detach volume 811622f0-91dd-445b-84be-529bac934ec5 from mountpoint /dev/sdb [ 900.364550] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 900.364737] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655190', 'volume_id': '811622f0-91dd-445b-84be-529bac934ec5', 'name': 'volume-811622f0-91dd-445b-84be-529bac934ec5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c73bc43a-7ff8-4f69-90a7-841bfe5c7e05', 'attached_at': '', 'detached_at': '', 'volume_id': '811622f0-91dd-445b-84be-529bac934ec5', 'serial': '811622f0-91dd-445b-84be-529bac934ec5'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 900.365839] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e29fa-5197-4419-ac17-ba5414b59781 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.388406] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e047f01c-269b-4ed4-9360-1b29cc7bf8df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.396166] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c21753a-08b5-4ec4-95cb-bdaa43929625 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.422840] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e48b23-9531-4792-adfc-f966c8978eee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.439150] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] The volume has not been displaced from its original location: [datastore1] volume-811622f0-91dd-445b-84be-529bac934ec5/volume-811622f0-91dd-445b-84be-529bac934ec5.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 900.445393] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.445805] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2313af3-0cc4-47fe-847e-2f6fa08af2c4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.465495] env[70683]: DEBUG oslo_vmware.api [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 900.465495] env[70683]: value = "task-3280657" [ 900.465495] env[70683]: _type = "Task" [ 900.465495] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.474038] env[70683]: DEBUG oslo_vmware.api [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.556314] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b63547c-53ce-4dd6-a739-95a91ccdf176 tempest-ServerAddressesNegativeTestJSON-1549039608 tempest-ServerAddressesNegativeTestJSON-1549039608-project-member] Lock "d4f03fe1-b12a-44c6-93a7-33ae77d4537d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.509s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.762944] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.773721] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515448} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.773975] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e/efe01f7a-daad-4592-8e37-25c3ee91c54e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.774208] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.774475] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d462e6c9-9fd1-4415-ac1c-ff7c5079f892 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.781788] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 900.781788] env[70683]: value = "task-3280658" [ 900.781788] env[70683]: _type = "Task" [ 900.781788] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.793206] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.847298] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Releasing lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.847652] env[70683]: DEBUG nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Instance network_info: |[{"id": "74404c18-9895-49f8-b115-ab66c9349a72", "address": "fa:16:3e:58:4e:b2", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74404c18-98", "ovs_interfaceid": "74404c18-9895-49f8-b115-ab66c9349a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.848870] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:4e:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74404c18-9895-49f8-b115-ab66c9349a72', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.857664] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.859694] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.859784] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aee0fccc-6301-429a-8e5a-a1d88ff257a0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.882424] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.882424] env[70683]: value = "task-3280659" [ 900.882424] env[70683]: _type = "Task" [ 900.882424] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.894708] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280659, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.978935] env[70683]: DEBUG oslo_vmware.api [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280657, 'name': ReconfigVM_Task, 'duration_secs': 0.330948} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.979340] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 900.984208] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d037868-ddb9-4b00-b087-008fedecffa8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.003657] env[70683]: DEBUG oslo_vmware.api [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 901.003657] env[70683]: value = "task-3280660" [ 901.003657] env[70683]: _type = "Task" [ 901.003657] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.012259] env[70683]: DEBUG oslo_vmware.api [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.118159] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753668e9-aa29-4c0f-9c2b-a3aa17263c02 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.128101] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63c26d8-e7c7-4fda-b860-dc6845574254 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.159620] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449672f7-71b1-40fb-ad77-74fe70b14357 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.167978] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead21d62-cb62-4652-abdc-b20084d6ab6b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.185019] env[70683]: DEBUG nova.compute.provider_tree [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.261688] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280655, 'name': ReconfigVM_Task, 'duration_secs': 0.605266} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.261963] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.262619] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d454b34b-988c-4163-b7e1-49550e716853 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.269336] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 901.269336] env[70683]: value = "task-3280661" [ 901.269336] env[70683]: _type = "Task" [ 901.269336] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.277950] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280661, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.290320] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096424} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.290320] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.290730] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca074104-ec09-4920-bf8e-d05741d58eda {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.313532] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e/efe01f7a-daad-4592-8e37-25c3ee91c54e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.313840] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303e6e07-795e-42db-9c8d-2e63f962c4b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.336643] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 901.336643] env[70683]: value = "task-3280662" [ 901.336643] env[70683]: _type = "Task" [ 901.336643] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.346408] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.396125] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280659, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.516944] env[70683]: DEBUG oslo_vmware.api [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280660, 'name': ReconfigVM_Task, 'duration_secs': 0.234527} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.517800] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655190', 'volume_id': '811622f0-91dd-445b-84be-529bac934ec5', 'name': 'volume-811622f0-91dd-445b-84be-529bac934ec5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c73bc43a-7ff8-4f69-90a7-841bfe5c7e05', 'attached_at': '', 'detached_at': '', 'volume_id': '811622f0-91dd-445b-84be-529bac934ec5', 'serial': '811622f0-91dd-445b-84be-529bac934ec5'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 901.722964] env[70683]: DEBUG nova.scheduler.client.report [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 901.723107] env[70683]: DEBUG nova.compute.provider_tree [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 71 to 72 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 901.723338] env[70683]: DEBUG nova.compute.provider_tree [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.795986] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280661, 'name': Rename_Task, 'duration_secs': 0.17498} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.796432] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.796716] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebb145c0-f610-4c9d-8531-64eef62b3543 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.809902] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 901.809902] env[70683]: value = "task-3280663" [ 901.809902] env[70683]: _type = "Task" [ 901.809902] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.818667] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.845947] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280662, 'name': ReconfigVM_Task, 'duration_secs': 0.290656} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.846248] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfigured VM instance instance-00000030 to attach disk [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e/efe01f7a-daad-4592-8e37-25c3ee91c54e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.846887] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52f1be38-7da3-441c-869c-efb91deacdef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.852189] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 901.852189] env[70683]: value = "task-3280664" [ 901.852189] env[70683]: _type = "Task" [ 901.852189] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.861941] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquiring lock "635ba1b8-57b8-4f9e-8665-58fb8953d176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.862180] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "635ba1b8-57b8-4f9e-8665-58fb8953d176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.862385] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquiring lock "635ba1b8-57b8-4f9e-8665-58fb8953d176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.862568] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "635ba1b8-57b8-4f9e-8665-58fb8953d176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.862733] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "635ba1b8-57b8-4f9e-8665-58fb8953d176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.864542] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280664, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.865009] env[70683]: INFO nova.compute.manager [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Terminating instance [ 901.898510] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280659, 'name': CreateVM_Task, 'duration_secs': 0.600245} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.898744] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.899601] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.900322] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.900322] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.900462] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63dc220-e17d-4a20-bda4-8e9577c9cb1c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.905586] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 901.905586] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d1a9f-1ae8-253a-f91f-9d934d6a6f2c" [ 901.905586] env[70683]: _type = "Task" [ 901.905586] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.915583] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d1a9f-1ae8-253a-f91f-9d934d6a6f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.077650] env[70683]: DEBUG nova.objects.instance [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lazy-loading 'flavor' on Instance uuid c73bc43a-7ff8-4f69-90a7-841bfe5c7e05 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.229478] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.236905] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.803s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.237246] env[70683]: DEBUG nova.objects.instance [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lazy-loading 'resources' on Instance uuid f309e06b-e607-4c2f-9743-8cba2f49ae08 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.262017] env[70683]: INFO nova.scheduler.client.report [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Deleted allocations for instance ecf7e324-2b6c-43dd-b257-854a912604b1 [ 902.322418] env[70683]: DEBUG oslo_vmware.api [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280663, 'name': PowerOnVM_Task, 'duration_secs': 0.458822} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.324606] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.324863] env[70683]: DEBUG nova.compute.manager [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.325980] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f0b65-4bf3-43ae-bd02-13b84d0a1c55 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.364831] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280664, 'name': Rename_Task, 'duration_secs': 0.151049} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.364831] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.364831] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd79158-3e56-407d-9a26-14415df94c5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.368893] env[70683]: DEBUG nova.compute.manager [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.370196] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.371027] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af44fc-f802-40e7-a227-3b32c232dc85 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.376077] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 902.376077] env[70683]: value = "task-3280665" [ 902.376077] env[70683]: _type = "Task" [ 902.376077] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.382569] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.384029] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-996dcd0e-cb59-4c3f-9d4f-1512fcc277db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.388945] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.394694] env[70683]: DEBUG oslo_vmware.api [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 902.394694] env[70683]: value = "task-3280666" [ 902.394694] env[70683]: _type = "Task" [ 902.394694] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.403717] env[70683]: DEBUG oslo_vmware.api [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.419735] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d1a9f-1ae8-253a-f91f-9d934d6a6f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011118} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.420054] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.420297] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.420534] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.420683] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.420872] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.421172] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36ad9a95-3664-4f4e-83dc-2ae0697eeb6b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.432371] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.432567] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.433370] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb70941-7029-4de8-a6e5-bec9e6ee1eb7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.438719] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 902.438719] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5233afab-6cd0-e7de-16bf-99aa0ade32d5" [ 902.438719] env[70683]: _type = "Task" [ 902.438719] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.447524] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5233afab-6cd0-e7de-16bf-99aa0ade32d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.770429] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a65b4de9-658c-4a22-8af4-2549f6a31ecf tempest-ServersTestJSON-863732254 tempest-ServersTestJSON-863732254-project-member] Lock "ecf7e324-2b6c-43dd-b257-854a912604b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.559s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.849024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.887205] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.903753] env[70683]: DEBUG oslo_vmware.api [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280666, 'name': PowerOffVM_Task, 'duration_secs': 0.234341} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.906528] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.906622] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.907099] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4603e689-59d1-445e-bcb6-bd83516288bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.950303] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5233afab-6cd0-e7de-16bf-99aa0ade32d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.955098] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab8f30b-06a0-4142-a811-8879dfb24054 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.959995] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 902.959995] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f88c5f-1632-0e29-44ad-ad4562f3865b" [ 902.959995] env[70683]: _type = "Task" [ 902.959995] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.970017] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f88c5f-1632-0e29-44ad-ad4562f3865b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.972839] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.974934] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.974934] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Deleting the datastore file [datastore1] 635ba1b8-57b8-4f9e-8665-58fb8953d176 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.977060] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a57e9318-a296-4af6-a1cf-55dc999b6c59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.986978] env[70683]: DEBUG oslo_vmware.api [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for the task: (returnval){ [ 902.986978] env[70683]: value = "task-3280668" [ 902.986978] env[70683]: _type = "Task" [ 902.986978] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.000497] env[70683]: DEBUG oslo_vmware.api [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.086783] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ace8451-222a-41e8-8a27-3b78e8cf2349 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.282960] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4a167d-73fa-4a4d-9eb7-4531b33f69c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.290527] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f60b33-7090-4bf4-8468-401cef217829 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.323629] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ceb42-c859-4e63-834a-069ceb5cfb32 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.331100] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd9452-f49d-448d-8276-9ae56b868380 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.346435] env[70683]: DEBUG nova.compute.provider_tree [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.387375] env[70683]: DEBUG oslo_vmware.api [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280665, 'name': PowerOnVM_Task, 'duration_secs': 0.691385} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.387623] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.387824] env[70683]: INFO nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Took 8.68 seconds to spawn the instance on the hypervisor. [ 903.388106] env[70683]: DEBUG nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.389035] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8934e82-1ad6-4549-aab6-fa960ff6e173 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.471608] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f88c5f-1632-0e29-44ad-ad4562f3865b, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.471934] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.472165] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e4957660-16be-4dc4-b691-bc6bab8cb1e4/e4957660-16be-4dc4-b691-bc6bab8cb1e4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.472438] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8692669b-726f-457e-8f3a-30a07bd88eea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.481344] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 903.481344] env[70683]: value = "task-3280669" [ 903.481344] env[70683]: _type = "Task" [ 903.481344] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.490508] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.498391] env[70683]: DEBUG oslo_vmware.api [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Task: {'id': task-3280668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323461} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.498656] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.498843] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.499783] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.499783] env[70683]: INFO nova.compute.manager [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Took 1.13 seconds to destroy the instance on the hypervisor. [ 903.499783] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.499783] env[70683]: DEBUG nova.compute.manager [-] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.499783] env[70683]: DEBUG nova.network.neutron [-] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.885419] env[70683]: ERROR nova.scheduler.client.report [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] [req-e09779f1-0350-4d52-8f1a-ab9c35c82566] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e09779f1-0350-4d52-8f1a-ab9c35c82566"}]} [ 903.909452] env[70683]: INFO nova.compute.manager [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Took 43.38 seconds to build instance. [ 903.911638] env[70683]: DEBUG nova.scheduler.client.report [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 903.938477] env[70683]: DEBUG nova.scheduler.client.report [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 903.938477] env[70683]: DEBUG nova.compute.provider_tree [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.965364] env[70683]: DEBUG nova.scheduler.client.report [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 903.996834] env[70683]: DEBUG nova.scheduler.client.report [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.004913] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280669, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.042442] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "0fc06683-ef4e-4990-ba47-b5144d856d8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.043056] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "0fc06683-ef4e-4990-ba47-b5144d856d8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.195378] env[70683]: DEBUG nova.compute.manager [req-75d49230-f968-4642-9610-d592f458e81c req-9c53cb5a-b9c4-417a-ab78-e48560f51c16 service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Received event network-vif-deleted-da94be44-5d70-4ec1-bea4-818500d71280 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.195599] env[70683]: INFO nova.compute.manager [req-75d49230-f968-4642-9610-d592f458e81c req-9c53cb5a-b9c4-417a-ab78-e48560f51c16 service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Neutron deleted interface da94be44-5d70-4ec1-bea4-818500d71280; detaching it from the instance and deleting it from the info cache [ 904.195785] env[70683]: DEBUG nova.network.neutron [req-75d49230-f968-4642-9610-d592f458e81c req-9c53cb5a-b9c4-417a-ab78-e48560f51c16 service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.376266] env[70683]: DEBUG nova.network.neutron [-] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.414762] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb8eaa46-4dc5-4c0b-b0e6-519a83447704 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.381s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.496225] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838827} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.499721] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e4957660-16be-4dc4-b691-bc6bab8cb1e4/e4957660-16be-4dc4-b691-bc6bab8cb1e4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.499971] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.501163] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c90ceca8-08cb-4535-a70e-11a96b7de711 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.508361] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 904.508361] env[70683]: value = "task-3280670" [ 904.508361] env[70683]: _type = "Task" [ 904.508361] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.523201] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.558900] env[70683]: INFO nova.compute.manager [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Rebuilding instance [ 904.622860] env[70683]: DEBUG nova.compute.manager [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.622915] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095d33e-2cf1-4dfd-8c38-e0ff9bec7bd4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.626778] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998093af-0142-476d-a45e-a16d8cde89a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.635454] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd2f9bb-51da-4e6b-b95b-e5797cb1a72d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.672245] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344041c9-3b00-427e-8234-3479bb0d79ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.684372] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832189e-4287-4aeb-9a6b-dc15d74aadb2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.703941] env[70683]: DEBUG nova.compute.provider_tree [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.705309] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-419f4600-175a-48c7-b7d0-73352914f289 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.714897] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b9fb6e-f61e-49bf-b50c-42a9455ac741 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.749430] env[70683]: DEBUG nova.compute.manager [req-75d49230-f968-4642-9610-d592f458e81c req-9c53cb5a-b9c4-417a-ab78-e48560f51c16 service nova] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Detach interface failed, port_id=da94be44-5d70-4ec1-bea4-818500d71280, reason: Instance 635ba1b8-57b8-4f9e-8665-58fb8953d176 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.878601] env[70683]: INFO nova.compute.manager [-] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Took 1.38 seconds to deallocate network for instance. [ 904.918516] env[70683]: DEBUG nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.018341] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225545} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.018636] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.019449] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e723f4-8699-481b-a304-a9c6ec69cd76 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.043198] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] e4957660-16be-4dc4-b691-bc6bab8cb1e4/e4957660-16be-4dc4-b691-bc6bab8cb1e4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.043544] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a70611-9316-4b0c-baeb-f550aa020b72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.066351] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 905.066351] env[70683]: value = "task-3280671" [ 905.066351] env[70683]: _type = "Task" [ 905.066351] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.071771] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.247577] env[70683]: DEBUG nova.scheduler.client.report [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 905.247876] env[70683]: DEBUG nova.compute.provider_tree [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 73 to 74 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 905.248063] env[70683]: DEBUG nova.compute.provider_tree [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.386889] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.457596] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.584197] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280671, 'name': ReconfigVM_Task, 'duration_secs': 0.312235} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.584197] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Reconfigured VM instance instance-00000031 to attach disk [datastore2] e4957660-16be-4dc4-b691-bc6bab8cb1e4/e4957660-16be-4dc4-b691-bc6bab8cb1e4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.584197] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e4f5e16-61c9-48af-ba5f-3589e4a4de0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.587838] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 905.587838] env[70683]: value = "task-3280672" [ 905.587838] env[70683]: _type = "Task" [ 905.587838] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.595634] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280672, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.648027] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.648027] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c2bfe17-abef-4666-ac8a-678ddea8a5d6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.657831] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 905.657831] env[70683]: value = "task-3280673" [ 905.657831] env[70683]: _type = "Task" [ 905.657831] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.670604] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.755721] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.520s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.758657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.940s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.759661] env[70683]: DEBUG nova.objects.instance [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lazy-loading 'resources' on Instance uuid e1ccd6a9-267a-4e45-bf12-c63524c43b78 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.783395] env[70683]: INFO nova.scheduler.client.report [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Deleted allocations for instance f309e06b-e607-4c2f-9743-8cba2f49ae08 [ 906.098335] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280672, 'name': Rename_Task, 'duration_secs': 0.152508} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.098873] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.098936] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9235f311-37d6-4b41-8f00-fcfdfc9a3310 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.105815] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 906.105815] env[70683]: value = "task-3280674" [ 906.105815] env[70683]: _type = "Task" [ 906.105815] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.114702] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.171022] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280673, 'name': PowerOffVM_Task, 'duration_secs': 0.281482} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.171022] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.171022] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.171239] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2342ea-07c7-46cf-b4bf-8c33a6d70380 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.178522] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.178775] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25818683-3523-4103-aca1-f08df7ad3c87 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.249625] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.249728] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.249895] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleting the datastore file [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.250188] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc974e4-15ed-4750-86bc-c5eeb5ac091c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.256715] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 906.256715] env[70683]: value = "task-3280676" [ 906.256715] env[70683]: _type = "Task" [ 906.256715] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.267874] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.295745] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f01aa573-306e-4300-a26d-0a4569c57455 tempest-ListImageFiltersTestJSON-885526359 tempest-ListImageFiltersTestJSON-885526359-project-member] Lock "f309e06b-e607-4c2f-9743-8cba2f49ae08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.508s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.498890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquiring lock "a50317f6-a33e-4b26-b361-e541f227fd66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.499344] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "a50317f6-a33e-4b26-b361-e541f227fd66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.617185] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280674, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.771687] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34384} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.774469] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.774469] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.774643] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.864633] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66c3913-cde2-45b2-ae9e-0c1b97e5b1d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.871277] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b119c6-a6cb-4c17-8deb-b06054314116 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.911083] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf166f7-ee5c-4821-8f36-8188978698bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.917996] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3ec0b-3629-4357-9213-e9e6ddb1687d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.933403] env[70683]: DEBUG nova.compute.provider_tree [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.081716] env[70683]: DEBUG nova.compute.manager [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 907.115714] env[70683]: DEBUG oslo_vmware.api [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280674, 'name': PowerOnVM_Task, 'duration_secs': 0.518462} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.118622] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.118622] env[70683]: INFO nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Took 9.70 seconds to spawn the instance on the hypervisor. [ 907.118622] env[70683]: DEBUG nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.118622] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ad82d8-f7c1-4b78-ba8e-f9a45364e826 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.442367] env[70683]: DEBUG nova.scheduler.client.report [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.508959] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquiring lock "bfd38189-0b38-46f1-8a52-e1f010680581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.508959] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "bfd38189-0b38-46f1-8a52-e1f010680581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.604630] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.637231] env[70683]: INFO nova.compute.manager [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Took 45.60 seconds to build instance. [ 907.810440] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.810680] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.810843] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.811035] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.811187] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.811539] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.811693] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.811845] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.812013] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.812136] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.812316] env[70683]: DEBUG nova.virt.hardware [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.813190] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b0ad6-37c5-49a0-bbec-1da733dcc99e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.821574] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6115ba6-aa55-462b-8a28-37f2d9f49c52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.836414] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:76:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25d5120f-7956-4024-a8e7-9792234c1ff5', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.844328] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.844746] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.844942] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e108b611-64d2-4b11-9025-3e202c548e6b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.867227] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.867227] env[70683]: value = "task-3280677" [ 907.867227] env[70683]: _type = "Task" [ 907.867227] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.875084] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280677, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.948254] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.951530] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.472s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.953126] env[70683]: INFO nova.compute.claims [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.980900] env[70683]: INFO nova.scheduler.client.report [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Deleted allocations for instance e1ccd6a9-267a-4e45-bf12-c63524c43b78 [ 908.139150] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83b497f5-252f-49e1-a0db-b88e7cbc26e6 tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.951s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.380022] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280677, 'name': CreateVM_Task, 'duration_secs': 0.337733} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.380022] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.380022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.380022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.380022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.380393] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec66708-40cd-46c1-9a1a-3e07587f0375 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.385305] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 908.385305] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bfe75d-e730-aaef-46c4-9c7cf2c19fbe" [ 908.385305] env[70683]: _type = "Task" [ 908.385305] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.393474] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bfe75d-e730-aaef-46c4-9c7cf2c19fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.490676] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1f77d5f6-71c3-4b39-85ca-ecaec766a02a tempest-ServersTestMultiNic-1430420899 tempest-ServersTestMultiNic-1430420899-project-member] Lock "e1ccd6a9-267a-4e45-bf12-c63524c43b78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.636s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.604082] env[70683]: DEBUG nova.compute.manager [req-c6c67c01-54b9-424c-adf9-24a9738b5f8c req-c60d064c-d744-4d16-bea1-44217e84b1d2 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Received event network-changed-74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.604082] env[70683]: DEBUG nova.compute.manager [req-c6c67c01-54b9-424c-adf9-24a9738b5f8c req-c60d064c-d744-4d16-bea1-44217e84b1d2 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Refreshing instance network info cache due to event network-changed-74404c18-9895-49f8-b115-ab66c9349a72. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.604082] env[70683]: DEBUG oslo_concurrency.lockutils [req-c6c67c01-54b9-424c-adf9-24a9738b5f8c req-c60d064c-d744-4d16-bea1-44217e84b1d2 service nova] Acquiring lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.604082] env[70683]: DEBUG oslo_concurrency.lockutils [req-c6c67c01-54b9-424c-adf9-24a9738b5f8c req-c60d064c-d744-4d16-bea1-44217e84b1d2 service nova] Acquired lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.604082] env[70683]: DEBUG nova.network.neutron [req-c6c67c01-54b9-424c-adf9-24a9738b5f8c req-c60d064c-d744-4d16-bea1-44217e84b1d2 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Refreshing network info cache for port 74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.645283] env[70683]: DEBUG nova.compute.manager [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.899032] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bfe75d-e730-aaef-46c4-9c7cf2c19fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.899032] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.899546] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.901224] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.901224] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.901224] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.901224] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63b888a3-693c-4c6a-99f9-a474ebf88310 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.912670] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.912670] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.912670] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ac5771-f978-405a-b362-6ec950b4d8f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.918637] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 908.918637] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200d3c8-582f-ddce-6361-135f21e31d5f" [ 908.918637] env[70683]: _type = "Task" [ 908.918637] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.928927] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200d3c8-582f-ddce-6361-135f21e31d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.171760] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.434309] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.436104] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.436104] env[70683]: INFO nova.compute.manager [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Rebooting instance [ 909.444783] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200d3c8-582f-ddce-6361-135f21e31d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.446111] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc88330-fe6c-4e69-b97b-f12cbabe4eed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.459611] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 909.459611] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f12e89-808f-cd16-fa45-528c8f7a7dfb" [ 909.459611] env[70683]: _type = "Task" [ 909.459611] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.468962] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f12e89-808f-cd16-fa45-528c8f7a7dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.528166] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345a4751-792b-41b9-8dce-a53946c47216 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.537157] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e49bb5-1cbb-48ab-8eae-467c11053d98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.572759] env[70683]: DEBUG nova.network.neutron [req-c6c67c01-54b9-424c-adf9-24a9738b5f8c req-c60d064c-d744-4d16-bea1-44217e84b1d2 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Updated VIF entry in instance network info cache for port 74404c18-9895-49f8-b115-ab66c9349a72. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.573210] env[70683]: DEBUG nova.network.neutron [req-c6c67c01-54b9-424c-adf9-24a9738b5f8c req-c60d064c-d744-4d16-bea1-44217e84b1d2 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Updating instance_info_cache with network_info: [{"id": "74404c18-9895-49f8-b115-ab66c9349a72", "address": "fa:16:3e:58:4e:b2", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74404c18-98", "ovs_interfaceid": "74404c18-9895-49f8-b115-ab66c9349a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.574920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0436475-0f69-45f3-abcc-4b0d531a3ec2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.584901] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d50b9-2201-498e-863a-33090c87df2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.601248] env[70683]: DEBUG nova.compute.provider_tree [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.974504] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f12e89-808f-cd16-fa45-528c8f7a7dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.975379] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.975635] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.975887] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.976196] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb97cbf1-24bf-4709-9e48-908de9ca785f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.984588] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 909.984588] env[70683]: value = "task-3280678" [ 909.984588] env[70683]: _type = "Task" [ 909.984588] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.992705] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.078775] env[70683]: DEBUG oslo_concurrency.lockutils [req-c6c67c01-54b9-424c-adf9-24a9738b5f8c req-c60d064c-d744-4d16-bea1-44217e84b1d2 service nova] Releasing lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.079293] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquired lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.079588] env[70683]: DEBUG nova.network.neutron [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.103152] env[70683]: DEBUG nova.scheduler.client.report [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.495310] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280678, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.608322] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.608832] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.611502] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.291s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.611736] env[70683]: DEBUG nova.objects.instance [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lazy-loading 'resources' on Instance uuid a2e2e92b-90ee-4242-a4e6-0deaa0593a91 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.012023] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280678, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006976} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.012788] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.013245] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.013669] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0fcfead-6382-43fc-b8d1-1ddb9658ee91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.023020] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 911.023020] env[70683]: value = "task-3280679" [ 911.023020] env[70683]: _type = "Task" [ 911.023020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.032037] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.052350] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.052350] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.110760] env[70683]: DEBUG nova.network.neutron [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Updating instance_info_cache with network_info: [{"id": "74404c18-9895-49f8-b115-ab66c9349a72", "address": "fa:16:3e:58:4e:b2", "network": {"id": "26da8bae-b181-4012-b350-825aec1060d0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2001238011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e24323b78254924b3ef74947c04bfa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74404c18-98", "ovs_interfaceid": "74404c18-9895-49f8-b115-ab66c9349a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.121018] env[70683]: DEBUG nova.compute.utils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.123677] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.124020] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.253766] env[70683]: DEBUG nova.policy [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f86a46e9424d399d15e220568e7148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82f8958883c4bd79fc993035de34ee4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.530889] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126902} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.533695] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.535292] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06435440-ca4b-479a-85e4-287b884d07df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.558929] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.562416] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22d1b6fb-d232-4a50-8889-e4ae2ba40f1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.586937] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 911.586937] env[70683]: value = "task-3280680" [ 911.586937] env[70683]: _type = "Task" [ 911.586937] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.598654] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.613598] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Releasing lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.624475] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.718583] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e84b61b-80eb-4ccb-a07d-182a36f80ab1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.726959] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a94884b-17e6-42a1-855b-281346e328db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.766396] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6fd10d-a8ae-439f-9fcb-1b73e9163645 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.774087] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804dee34-57d4-4e0a-9453-585fd4f150a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.789215] env[70683]: DEBUG nova.compute.provider_tree [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.791263] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Successfully created port: 3ba4c641-8d07-4576-bebf-95992a2cb102 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.102086] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.121507] env[70683]: DEBUG nova.compute.manager [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.122429] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ec4df-9ec0-4346-8289-a620d88ab0dc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.294923] env[70683]: DEBUG nova.scheduler.client.report [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.597392] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.641831] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.681279] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.681419] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.681544] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.681730] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.681876] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.682090] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.682366] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.682739] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.682739] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.682925] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.683150] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.684347] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce55179-7024-463f-a65d-ab18ebe76eae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.693189] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a263854-f88a-4548-9114-de10af5d5650 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.800932] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.803970] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.712s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.805040] env[70683]: INFO nova.compute.claims [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.828135] env[70683]: INFO nova.scheduler.client.report [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Deleted allocations for instance a2e2e92b-90ee-4242-a4e6-0deaa0593a91 [ 913.101923] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280680, 'name': ReconfigVM_Task, 'duration_secs': 1.429142} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.101923] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086/8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.101923] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5174c46b-1f14-44e1-b1d5-6cda228866cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.108016] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 913.108016] env[70683]: value = "task-3280681" [ 913.108016] env[70683]: _type = "Task" [ 913.108016] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.114948] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280681, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.148700] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb2dae-315a-43e2-9cbe-75f393a77d27 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.159129] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Doing hard reboot of VM {{(pid=70683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 913.163565] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0dcfdb30-fde7-4656-b614-b9b2406cbfa8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.171023] env[70683]: DEBUG oslo_vmware.api [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 913.171023] env[70683]: value = "task-3280682" [ 913.171023] env[70683]: _type = "Task" [ 913.171023] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.178220] env[70683]: DEBUG oslo_vmware.api [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280682, 'name': ResetVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.336601] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b70f93b-59f8-4931-853e-1a6b75f964aa tempest-ImagesNegativeTestJSON-1165882017 tempest-ImagesNegativeTestJSON-1165882017-project-member] Lock "a2e2e92b-90ee-4242-a4e6-0deaa0593a91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.808s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.620448] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280681, 'name': Rename_Task, 'duration_secs': 0.163173} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.620803] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.621166] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62c2977-4ab6-4342-9ff2-d22dc6e0df57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.629088] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 913.629088] env[70683]: value = "task-3280683" [ 913.629088] env[70683]: _type = "Task" [ 913.629088] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.636959] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.678445] env[70683]: DEBUG oslo_vmware.api [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280682, 'name': ResetVM_Task, 'duration_secs': 0.089896} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.678871] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Did hard reboot of VM {{(pid=70683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 913.679203] env[70683]: DEBUG nova.compute.manager [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.680365] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af883f6-08cc-44e2-959a-01b073dd79b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.747833] env[70683]: DEBUG nova.compute.manager [req-ca2f8033-8907-44c9-aa51-3b1bd696b425 req-27560d31-138f-43b9-840b-edfc7d5ab987 service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Received event network-vif-plugged-3ba4c641-8d07-4576-bebf-95992a2cb102 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.748073] env[70683]: DEBUG oslo_concurrency.lockutils [req-ca2f8033-8907-44c9-aa51-3b1bd696b425 req-27560d31-138f-43b9-840b-edfc7d5ab987 service nova] Acquiring lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.748294] env[70683]: DEBUG oslo_concurrency.lockutils [req-ca2f8033-8907-44c9-aa51-3b1bd696b425 req-27560d31-138f-43b9-840b-edfc7d5ab987 service nova] Lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.748539] env[70683]: DEBUG oslo_concurrency.lockutils [req-ca2f8033-8907-44c9-aa51-3b1bd696b425 req-27560d31-138f-43b9-840b-edfc7d5ab987 service nova] Lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.748832] env[70683]: DEBUG nova.compute.manager [req-ca2f8033-8907-44c9-aa51-3b1bd696b425 req-27560d31-138f-43b9-840b-edfc7d5ab987 service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] No waiting events found dispatching network-vif-plugged-3ba4c641-8d07-4576-bebf-95992a2cb102 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.748971] env[70683]: WARNING nova.compute.manager [req-ca2f8033-8907-44c9-aa51-3b1bd696b425 req-27560d31-138f-43b9-840b-edfc7d5ab987 service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Received unexpected event network-vif-plugged-3ba4c641-8d07-4576-bebf-95992a2cb102 for instance with vm_state building and task_state spawning. [ 913.767535] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Successfully updated port: 3ba4c641-8d07-4576-bebf-95992a2cb102 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.141492] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280683, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.197133] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b41be15b-9b28-4e23-8570-6551ecd2016a tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.762s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.269845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "refresh_cache-e7269fec-b5ad-48e2-b73c-6ab0e4e11318" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.270124] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "refresh_cache-e7269fec-b5ad-48e2-b73c-6ab0e4e11318" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.270386] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.331958] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87184342-6144-4a97-a1ec-e4ffbbf6ba20 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.339499] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29922e-34c0-4367-a9ea-b58b9f0532c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.373784] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f3694-2534-447f-8a76-8912952c48bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.381799] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47700fe-a58c-4a06-bfa5-63de55c142f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.395530] env[70683]: DEBUG nova.compute.provider_tree [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.640801] env[70683]: DEBUG oslo_vmware.api [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280683, 'name': PowerOnVM_Task, 'duration_secs': 0.587168} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.642298] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.643765] env[70683]: DEBUG nova.compute.manager [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.644950] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6216f7e-729e-4dab-99cc-ffb5c9d1a21d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.825695] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.901019] env[70683]: DEBUG nova.scheduler.client.report [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.044823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.044823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.044823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.044823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.044823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.052949] env[70683]: INFO nova.compute.manager [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Terminating instance [ 915.052949] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Updating instance_info_cache with network_info: [{"id": "3ba4c641-8d07-4576-bebf-95992a2cb102", "address": "fa:16:3e:ed:0a:66", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba4c641-8d", "ovs_interfaceid": "3ba4c641-8d07-4576-bebf-95992a2cb102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.171870] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.404740] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.404973] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.412586] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.257s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.414260] env[70683]: INFO nova.compute.claims [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.567133] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "refresh_cache-e7269fec-b5ad-48e2-b73c-6ab0e4e11318" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.567565] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Instance network_info: |[{"id": "3ba4c641-8d07-4576-bebf-95992a2cb102", "address": "fa:16:3e:ed:0a:66", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba4c641-8d", "ovs_interfaceid": "3ba4c641-8d07-4576-bebf-95992a2cb102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.568082] env[70683]: DEBUG nova.compute.manager [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.568287] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.568750] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:0a:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ba4c641-8d07-4576-bebf-95992a2cb102', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.580458] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.580458] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aae936-e14d-40fb-8b2f-f631cd2b5173 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.583784] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.583784] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb83263f-84f0-4aa9-be5e-a7f1b5202820 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.604964] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.607296] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bffad789-6439-415f-bf44-3a3b9a1b416b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.608769] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.608769] env[70683]: value = "task-3280684" [ 915.608769] env[70683]: _type = "Task" [ 915.608769] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.613388] env[70683]: DEBUG oslo_vmware.api [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 915.613388] env[70683]: value = "task-3280685" [ 915.613388] env[70683]: _type = "Task" [ 915.613388] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.616669] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280684, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.625215] env[70683]: DEBUG oslo_vmware.api [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.914532] env[70683]: DEBUG nova.compute.utils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.915941] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.916562] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.958945] env[70683]: DEBUG nova.compute.manager [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Received event network-changed-3ba4c641-8d07-4576-bebf-95992a2cb102 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.959297] env[70683]: DEBUG nova.compute.manager [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Refreshing instance network info cache due to event network-changed-3ba4c641-8d07-4576-bebf-95992a2cb102. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.960148] env[70683]: DEBUG oslo_concurrency.lockutils [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] Acquiring lock "refresh_cache-e7269fec-b5ad-48e2-b73c-6ab0e4e11318" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.960922] env[70683]: DEBUG oslo_concurrency.lockutils [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] Acquired lock "refresh_cache-e7269fec-b5ad-48e2-b73c-6ab0e4e11318" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.962287] env[70683]: DEBUG nova.network.neutron [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Refreshing network info cache for port 3ba4c641-8d07-4576-bebf-95992a2cb102 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.015864] env[70683]: DEBUG nova.policy [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f86a46e9424d399d15e220568e7148', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82f8958883c4bd79fc993035de34ee4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.122392] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280684, 'name': CreateVM_Task, 'duration_secs': 0.353197} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.125356] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.126210] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.127651] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.127651] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.127651] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c479ac9-10d5-4df5-9bc5-947bd14a5ec7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.134160] env[70683]: DEBUG oslo_vmware.api [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280685, 'name': PowerOffVM_Task, 'duration_secs': 0.260211} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.135866] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.136194] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.136546] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53900424-17c5-48ed-b0f5-6a38cab03b68 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.139750] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 916.139750] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529067cd-45e5-9e06-9f47-ee3dc5751c0c" [ 916.139750] env[70683]: _type = "Task" [ 916.139750] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.153392] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529067cd-45e5-9e06-9f47-ee3dc5751c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.210225] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.210297] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.210625] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Deleting the datastore file [datastore2] e4957660-16be-4dc4-b691-bc6bab8cb1e4 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.210731] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973cb994-f289-42ea-9819-d97dd10c77d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.229146] env[70683]: DEBUG oslo_vmware.api [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 916.229146] env[70683]: value = "task-3280687" [ 916.229146] env[70683]: _type = "Task" [ 916.229146] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.247679] env[70683]: DEBUG oslo_vmware.api [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.407846] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "6896b86f-def0-43dd-b574-09837f1d1216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.407846] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "6896b86f-def0-43dd-b574-09837f1d1216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.407846] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "6896b86f-def0-43dd-b574-09837f1d1216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.408056] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "6896b86f-def0-43dd-b574-09837f1d1216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.408504] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "6896b86f-def0-43dd-b574-09837f1d1216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.410591] env[70683]: INFO nova.compute.manager [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Terminating instance [ 916.424242] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.594858] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Successfully created port: b4b4c4c6-b436-4759-bd68-ea4ac123a7a3 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.655273] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529067cd-45e5-9e06-9f47-ee3dc5751c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.034795} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.655578] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.655805] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.656041] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.656188] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.656384] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.656707] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25afffdf-bd56-4dfe-96a5-d346448e9952 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.670771] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.670980] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.671910] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52400ffa-c446-4da3-97be-87058dc23aeb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.680964] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 916.680964] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fb7e26-01f3-2d98-e433-fb60009445be" [ 916.680964] env[70683]: _type = "Task" [ 916.680964] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.690477] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fb7e26-01f3-2d98-e433-fb60009445be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.740377] env[70683]: DEBUG oslo_vmware.api [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23035} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.743211] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.743419] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.743593] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.744536] env[70683]: INFO nova.compute.manager [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 916.744536] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.744536] env[70683]: DEBUG nova.compute.manager [-] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.744658] env[70683]: DEBUG nova.network.neutron [-] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.920979] env[70683]: DEBUG nova.compute.manager [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.921257] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.922455] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d42d38-aa7d-45f5-be2c-cfce5742627a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.925837] env[70683]: DEBUG nova.network.neutron [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Updated VIF entry in instance network info cache for port 3ba4c641-8d07-4576-bebf-95992a2cb102. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.926233] env[70683]: DEBUG nova.network.neutron [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Updating instance_info_cache with network_info: [{"id": "3ba4c641-8d07-4576-bebf-95992a2cb102", "address": "fa:16:3e:ed:0a:66", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ba4c641-8d", "ovs_interfaceid": "3ba4c641-8d07-4576-bebf-95992a2cb102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.934935] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.937852] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e54dee8c-27f3-4609-aa97-2a11291d87c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.946735] env[70683]: DEBUG oslo_vmware.api [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 916.946735] env[70683]: value = "task-3280688" [ 916.946735] env[70683]: _type = "Task" [ 916.946735] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.959176] env[70683]: DEBUG oslo_vmware.api [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.090559] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df3fcc-b8a2-4abd-8b9a-4fd7687d1a26 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.098615] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cbaa13-2ca1-4fc3-8d6e-25dd4e6c91d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.137529] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18cc3a-31c7-4b10-9168-c37d17dd3668 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.146274] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd09e73-6262-4556-ac94-e14fc50a041d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.162571] env[70683]: DEBUG nova.compute.provider_tree [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.192443] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fb7e26-01f3-2d98-e433-fb60009445be, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.193315] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4bf64e-79bb-4855-920a-926684249738 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.198944] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 917.198944] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cefc3f-11da-3d67-0c48-82565f42bc79" [ 917.198944] env[70683]: _type = "Task" [ 917.198944] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.207368] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cefc3f-11da-3d67-0c48-82565f42bc79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.433058] env[70683]: DEBUG oslo_concurrency.lockutils [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] Releasing lock "refresh_cache-e7269fec-b5ad-48e2-b73c-6ab0e4e11318" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433367] env[70683]: DEBUG nova.compute.manager [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Received event network-changed-74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.433642] env[70683]: DEBUG nova.compute.manager [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Refreshing instance network info cache due to event network-changed-74404c18-9895-49f8-b115-ab66c9349a72. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.433716] env[70683]: DEBUG oslo_concurrency.lockutils [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] Acquiring lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.433879] env[70683]: DEBUG oslo_concurrency.lockutils [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] Acquired lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.434190] env[70683]: DEBUG nova.network.neutron [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Refreshing network info cache for port 74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.436030] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.463257] env[70683]: DEBUG oslo_vmware.api [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280688, 'name': PowerOffVM_Task, 'duration_secs': 0.193247} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.463636] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.463848] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.464260] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1731eee-f5a8-430f-a17d-0f0359b32570 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.467879] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.468162] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.468453] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.468699] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.468879] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.469069] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.469328] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.469579] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.469981] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.470313] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.470647] env[70683]: DEBUG nova.virt.hardware [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.472150] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4398ef0d-0590-48aa-a705-0851643aaaac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.481474] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c259f1b-76a0-422a-be5a-ebad50861d78 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.533813] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.534185] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.535759] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleting the datastore file [datastore1] 6896b86f-def0-43dd-b574-09837f1d1216 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.535759] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f368b8-8293-416e-a7c2-0c0436b9fe6b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.545456] env[70683]: DEBUG oslo_vmware.api [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 917.545456] env[70683]: value = "task-3280690" [ 917.545456] env[70683]: _type = "Task" [ 917.545456] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.554760] env[70683]: DEBUG oslo_vmware.api [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.669959] env[70683]: DEBUG nova.scheduler.client.report [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.708854] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cefc3f-11da-3d67-0c48-82565f42bc79, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.709131] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.709439] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] e7269fec-b5ad-48e2-b73c-6ab0e4e11318/e7269fec-b5ad-48e2-b73c-6ab0e4e11318.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.709721] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc36c1ce-9371-4f3d-b31f-ef9f8ead7282 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.715652] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 917.715652] env[70683]: value = "task-3280691" [ 917.715652] env[70683]: _type = "Task" [ 917.715652] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.723418] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.754528] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.754757] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.809930] env[70683]: DEBUG nova.network.neutron [-] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.979138] env[70683]: INFO nova.network.neutron [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Port 74404c18-9895-49f8-b115-ab66c9349a72 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 917.979487] env[70683]: DEBUG nova.network.neutron [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.059812] env[70683]: DEBUG oslo_vmware.api [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133843} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.060501] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.060713] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.060874] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.061061] env[70683]: INFO nova.compute.manager [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Took 1.14 seconds to destroy the instance on the hypervisor. [ 918.061323] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.062033] env[70683]: DEBUG nova.compute.manager [-] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.062033] env[70683]: DEBUG nova.network.neutron [-] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.168677] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.171028] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.178263] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.178791] env[70683]: DEBUG nova.compute.manager [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.186018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.576s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.186018] env[70683]: DEBUG nova.objects.instance [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lazy-loading 'resources' on Instance uuid 323dd4ff-8238-4ad3-b33c-589985456071 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.186018] env[70683]: DEBUG nova.compute.manager [req-590f9709-4910-4683-ada7-0e49a88faa1f req-c31ea78b-026b-4275-bfb1-d65b7981c516 service nova] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Received event network-vif-deleted-74404c18-9895-49f8-b115-ab66c9349a72 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.227288] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466636} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.227580] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] e7269fec-b5ad-48e2-b73c-6ab0e4e11318/e7269fec-b5ad-48e2-b73c-6ab0e4e11318.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.227798] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.228060] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20ec8fcd-f8e8-4f7d-ab00-10baf59a18b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.235801] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 918.235801] env[70683]: value = "task-3280692" [ 918.235801] env[70683]: _type = "Task" [ 918.235801] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.246726] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.265457] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.265699] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.265894] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.266088] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.266242] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.266591] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.266591] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 918.266668] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.313537] env[70683]: INFO nova.compute.manager [-] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Took 1.57 seconds to deallocate network for instance. [ 918.482518] env[70683]: DEBUG oslo_concurrency.lockutils [req-f6f24d8e-5dfd-4d54-9b65-2dbb5b6330ec req-744b8431-a916-45aa-944c-6cb73324617b service nova] Releasing lock "refresh_cache-e4957660-16be-4dc4-b691-bc6bab8cb1e4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.670449] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Successfully updated port: b4b4c4c6-b436-4759-bd68-ea4ac123a7a3 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.684116] env[70683]: DEBUG nova.compute.utils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.686984] env[70683]: DEBUG nova.compute.manager [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 918.744863] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244384} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.747433] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.750090] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465c359-a9c1-4b4b-ace6-6dfe64edce11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.770412] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e7269fec-b5ad-48e2-b73c-6ab0e4e11318/e7269fec-b5ad-48e2-b73c-6ab0e4e11318.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.774898] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.774898] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4032a48-ca7d-462c-9bee-63f2b827e5f4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.796062] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 918.796062] env[70683]: value = "task-3280693" [ 918.796062] env[70683]: _type = "Task" [ 918.796062] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.805585] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.825360] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.989897] env[70683]: DEBUG nova.network.neutron [-] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.176907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "refresh_cache-a5ff0511-88a3-42f3-909b-4383bd8f80d9" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.176907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "refresh_cache-a5ff0511-88a3-42f3-909b-4383bd8f80d9" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.176907] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.187029] env[70683]: DEBUG nova.compute.manager [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.294906] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5b85cf-b867-4fc7-a2e5-7078bf4efbab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.309545] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b3012a-e590-45c4-93f1-c8ab88c60e14 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.313194] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280693, 'name': ReconfigVM_Task, 'duration_secs': 0.354097} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.313473] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e7269fec-b5ad-48e2-b73c-6ab0e4e11318/e7269fec-b5ad-48e2-b73c-6ab0e4e11318.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.314537] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a03bf640-3fa8-4ceb-8d26-672167be56f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.345338] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4972a95-817a-4e5d-9fa7-8df5029310e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.349385] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 919.349385] env[70683]: value = "task-3280694" [ 919.349385] env[70683]: _type = "Task" [ 919.349385] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.357135] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be800db-0cdb-47b4-9edd-558d07bbd4ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.364926] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280694, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.376200] env[70683]: DEBUG nova.compute.provider_tree [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.493070] env[70683]: INFO nova.compute.manager [-] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Took 1.43 seconds to deallocate network for instance. [ 919.709573] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.862131] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280694, 'name': Rename_Task, 'duration_secs': 0.143607} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.863552] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.863552] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a72d5990-7493-401c-a217-09166d7ab835 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.870449] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 919.870449] env[70683]: value = "task-3280695" [ 919.870449] env[70683]: _type = "Task" [ 919.870449] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.881132] env[70683]: DEBUG nova.scheduler.client.report [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.888289] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.901077] env[70683]: DEBUG nova.network.neutron [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Updating instance_info_cache with network_info: [{"id": "b4b4c4c6-b436-4759-bd68-ea4ac123a7a3", "address": "fa:16:3e:fb:9a:bc", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b4c4c6-b4", "ovs_interfaceid": "b4b4c4c6-b436-4759-bd68-ea4ac123a7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.002930] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.198600] env[70683]: DEBUG nova.compute.manager [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.245111] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.248034] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.248034] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.248034] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.248034] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.248034] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.248034] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.250430] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.250524] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.250648] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.250828] env[70683]: DEBUG nova.virt.hardware [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.253434] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6574e8cb-d97f-463d-a094-665e71de39ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.261907] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8e7b25-7e47-409b-801c-2e6f36902981 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.275877] env[70683]: DEBUG nova.compute.manager [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Received event network-vif-deleted-f560b60a-7c3b-40dc-86d8-33a1eafa6028 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.276069] env[70683]: DEBUG nova.compute.manager [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Received event network-vif-plugged-b4b4c4c6-b436-4759-bd68-ea4ac123a7a3 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.276306] env[70683]: DEBUG oslo_concurrency.lockutils [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] Acquiring lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.276551] env[70683]: DEBUG oslo_concurrency.lockutils [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] Lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.276754] env[70683]: DEBUG oslo_concurrency.lockutils [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] Lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.276956] env[70683]: DEBUG nova.compute.manager [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] No waiting events found dispatching network-vif-plugged-b4b4c4c6-b436-4759-bd68-ea4ac123a7a3 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.277271] env[70683]: WARNING nova.compute.manager [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Received unexpected event network-vif-plugged-b4b4c4c6-b436-4759-bd68-ea4ac123a7a3 for instance with vm_state building and task_state spawning. [ 920.277418] env[70683]: DEBUG nova.compute.manager [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Received event network-changed-b4b4c4c6-b436-4759-bd68-ea4ac123a7a3 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.277608] env[70683]: DEBUG nova.compute.manager [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Refreshing instance network info cache due to event network-changed-b4b4c4c6-b436-4759-bd68-ea4ac123a7a3. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.277806] env[70683]: DEBUG oslo_concurrency.lockutils [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] Acquiring lock "refresh_cache-a5ff0511-88a3-42f3-909b-4383bd8f80d9" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.290701] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.296423] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Creating folder: Project (d109293c3acb4d9ca7d7bc38d14ad444). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.297145] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2be43c1-0df9-42ce-a645-a504ea8a0246 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.308920] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Created folder: Project (d109293c3acb4d9ca7d7bc38d14ad444) in parent group-v655051. [ 920.309165] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Creating folder: Instances. Parent ref: group-v655196. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.309412] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80d8d6a-4756-41dd-a932-6081172a4b38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.324782] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Created folder: Instances in parent group-v655196. [ 920.325098] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.325357] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.325520] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62046e66-6cd6-4ca0-a8d1-e30a406ba0bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.343669] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.343669] env[70683]: value = "task-3280698" [ 920.343669] env[70683]: _type = "Task" [ 920.343669] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.353931] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280698, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.379282] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280695, 'name': PowerOnVM_Task, 'duration_secs': 0.485323} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.379559] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.379766] env[70683]: INFO nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Took 7.74 seconds to spawn the instance on the hypervisor. [ 920.379962] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.380781] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bec5c3-034d-4836-a42c-59e8483fe894 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.390028] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.392764] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.027s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.393052] env[70683]: DEBUG nova.objects.instance [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lazy-loading 'resources' on Instance uuid 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.404888] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "refresh_cache-a5ff0511-88a3-42f3-909b-4383bd8f80d9" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.405417] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Instance network_info: |[{"id": "b4b4c4c6-b436-4759-bd68-ea4ac123a7a3", "address": "fa:16:3e:fb:9a:bc", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b4c4c6-b4", "ovs_interfaceid": "b4b4c4c6-b436-4759-bd68-ea4ac123a7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.405857] env[70683]: DEBUG oslo_concurrency.lockutils [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] Acquired lock "refresh_cache-a5ff0511-88a3-42f3-909b-4383bd8f80d9" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.406116] env[70683]: DEBUG nova.network.neutron [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Refreshing network info cache for port b4b4c4c6-b436-4759-bd68-ea4ac123a7a3 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.407699] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:9a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4b4c4c6-b436-4759-bd68-ea4ac123a7a3', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.417432] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.418229] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.418532] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a63760e-1b68-4011-8422-72123fa79d0b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.444522] env[70683]: INFO nova.scheduler.client.report [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleted allocations for instance 323dd4ff-8238-4ad3-b33c-589985456071 [ 920.455672] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.455672] env[70683]: value = "task-3280699" [ 920.455672] env[70683]: _type = "Task" [ 920.455672] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.467030] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280699, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.853787] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280698, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.905550] env[70683]: INFO nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Took 49.44 seconds to build instance. [ 920.965497] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3756f269-10f2-45b2-8fe0-b5b5ff545607 tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "323dd4ff-8238-4ad3-b33c-589985456071" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.443s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.979404] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280699, 'name': CreateVM_Task, 'duration_secs': 0.332052} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.982408] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.983402] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.983633] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.984107] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.984326] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0415878a-4565-43dd-a9ab-615c6c8ffb9c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.993363] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 920.993363] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52552e05-42cb-f916-fbe7-1efa97bbe871" [ 920.993363] env[70683]: _type = "Task" [ 920.993363] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.002604] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52552e05-42cb-f916-fbe7-1efa97bbe871, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.002881] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.003122] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.003359] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.003508] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.003726] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.003985] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff71ccf-30c0-4fcc-a9be-a8272ed2520f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.015837] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.016051] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.016789] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92d946a-7dd5-44ce-be01-ad050d4bc7c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.021995] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 921.021995] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52526d51-e605-fa43-9819-1aad8bf51ece" [ 921.021995] env[70683]: _type = "Task" [ 921.021995] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.034093] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52526d51-e605-fa43-9819-1aad8bf51ece, 'name': SearchDatastore_Task, 'duration_secs': 0.008057} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.034093] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8028fb-d04a-4cfb-9bd2-94b28860bc54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.038469] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 921.038469] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52499d21-117f-7864-2558-2f5534e06692" [ 921.038469] env[70683]: _type = "Task" [ 921.038469] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.052895] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52499d21-117f-7864-2558-2f5534e06692, 'name': SearchDatastore_Task, 'duration_secs': 0.008099} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.053807] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.053807] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] a5ff0511-88a3-42f3-909b-4383bd8f80d9/a5ff0511-88a3-42f3-909b-4383bd8f80d9.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.053807] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00e540c2-d726-4ae8-ac02-95da7141e7ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.060525] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 921.060525] env[70683]: value = "task-3280700" [ 921.060525] env[70683]: _type = "Task" [ 921.060525] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.070398] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.286316] env[70683]: DEBUG nova.network.neutron [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Updated VIF entry in instance network info cache for port b4b4c4c6-b436-4759-bd68-ea4ac123a7a3. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.286734] env[70683]: DEBUG nova.network.neutron [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Updating instance_info_cache with network_info: [{"id": "b4b4c4c6-b436-4759-bd68-ea4ac123a7a3", "address": "fa:16:3e:fb:9a:bc", "network": {"id": "d65bbdcb-8444-4bc5-a138-1a6e8f704c7a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1694299402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82f8958883c4bd79fc993035de34ee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b4c4c6-b4", "ovs_interfaceid": "b4b4c4c6-b436-4759-bd68-ea4ac123a7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.357327] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280698, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.412017] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.902s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.511913] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03c75a-b2ef-4d4b-94f4-7bdec672f75c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.520710] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b42ac6-6769-4fb4-8c9d-45471e5ecd11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.553566] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e71dc2e-a9a6-4038-ae58-68b312a2c36c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.561218] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed06086-2b65-4228-8f35-d149a666eb7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.577224] env[70683]: DEBUG nova.compute.provider_tree [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.581833] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280700, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.789370] env[70683]: DEBUG oslo_concurrency.lockutils [req-c86c666f-fc85-4182-a32e-cb614ae7b59a req-1bd6b648-aa28-4a7f-b8f9-a789e7e1e29d service nova] Releasing lock "refresh_cache-a5ff0511-88a3-42f3-909b-4383bd8f80d9" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.857374] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280698, 'name': CreateVM_Task, 'duration_secs': 1.428901} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.857569] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.857992] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.858178] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.858519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.858788] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f9384f-3bf6-4b2b-b5e4-18e3a9e8e2ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.863451] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 921.863451] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d145d9-0718-2eb9-ac81-cf0040d112b8" [ 921.863451] env[70683]: _type = "Task" [ 921.863451] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.872577] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d145d9-0718-2eb9-ac81-cf0040d112b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.914765] env[70683]: DEBUG nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.076836] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280700, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.086028] env[70683]: DEBUG nova.scheduler.client.report [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.269043] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "3e334599-ed45-4671-81db-2ba06ee6002c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.269043] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "3e334599-ed45-4671-81db-2ba06ee6002c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.269219] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "3e334599-ed45-4671-81db-2ba06ee6002c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.269417] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "3e334599-ed45-4671-81db-2ba06ee6002c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.269617] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "3e334599-ed45-4671-81db-2ba06ee6002c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.274435] env[70683]: INFO nova.compute.manager [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Terminating instance [ 922.276085] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.276367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.373460] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d145d9-0718-2eb9-ac81-cf0040d112b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.373765] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.374053] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.374300] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.374483] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.374640] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.375323] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6cf7330-3dbd-42a2-8b92-23ed48ace7d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.395031] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.395169] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.395921] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d47ffa-ef44-4e92-953d-37716ac3ba72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.401024] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 922.401024] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529cab0e-8564-a373-d6da-80138a45f509" [ 922.401024] env[70683]: _type = "Task" [ 922.401024] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.408547] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529cab0e-8564-a373-d6da-80138a45f509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.438213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.575539] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280700, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.490522} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.575803] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] a5ff0511-88a3-42f3-909b-4383bd8f80d9/a5ff0511-88a3-42f3-909b-4383bd8f80d9.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.576041] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.576350] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2cccbaf-12cf-49e9-9ec4-da88ab87c2b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.582140] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 922.582140] env[70683]: value = "task-3280701" [ 922.582140] env[70683]: _type = "Task" [ 922.582140] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.589800] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.590538] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.592674] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.631s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.594179] env[70683]: INFO nova.compute.claims [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.610355] env[70683]: INFO nova.scheduler.client.report [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Deleted allocations for instance 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13 [ 922.778927] env[70683]: DEBUG nova.compute.manager [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.779179] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.781042] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea070dd-6527-4ecc-905d-eb5028e2a3f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.788284] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.788550] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2b1f45-d0cb-4eb6-aa51-fe9d61f64504 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.794776] env[70683]: DEBUG oslo_vmware.api [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 922.794776] env[70683]: value = "task-3280702" [ 922.794776] env[70683]: _type = "Task" [ 922.794776] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.803366] env[70683]: DEBUG oslo_vmware.api [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.916150] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529cab0e-8564-a373-d6da-80138a45f509, 'name': SearchDatastore_Task, 'duration_secs': 0.017382} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.917271] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05355e45-3daf-4e0c-8f45-c0dd9659c84a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.926537] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 922.926537] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5265e545-d313-c474-7af9-bab6bf0619b2" [ 922.926537] env[70683]: _type = "Task" [ 922.926537] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.934359] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5265e545-d313-c474-7af9-bab6bf0619b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.098273] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231045} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.099640] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.100683] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076ef320-2b26-4244-b457-d203d552bcd6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.128686] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] a5ff0511-88a3-42f3-909b-4383bd8f80d9/a5ff0511-88a3-42f3-909b-4383bd8f80d9.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.130448] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e8dd0cac-fc8f-4856-bc2c-82032a2f3fa3 tempest-ServersTestBootFromVolume-208996729 tempest-ServersTestBootFromVolume-208996729-project-member] Lock "10dc4b43-f716-4a8f-8ba7-fbb32db1aa13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.873s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.131445] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15aee46b-5af4-4cdf-bab5-4283b2c3ff77 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.155957] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 923.155957] env[70683]: value = "task-3280703" [ 923.155957] env[70683]: _type = "Task" [ 923.155957] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.164665] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.306539] env[70683]: DEBUG oslo_vmware.api [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280702, 'name': PowerOffVM_Task, 'duration_secs': 0.228154} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.307249] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.307436] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.307701] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82661092-aa28-4713-9bb0-41ff4a440138 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.373429] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.373595] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.373787] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleting the datastore file [datastore1] 3e334599-ed45-4671-81db-2ba06ee6002c {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.374121] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65ebe083-213f-4396-8fc7-3d8410068757 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.381023] env[70683]: DEBUG oslo_vmware.api [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for the task: (returnval){ [ 923.381023] env[70683]: value = "task-3280705" [ 923.381023] env[70683]: _type = "Task" [ 923.381023] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.392848] env[70683]: DEBUG oslo_vmware.api [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.438391] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5265e545-d313-c474-7af9-bab6bf0619b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.438746] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.439076] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022/79e26b03-2c71-4204-8e9e-218a1cef1022.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.439414] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8f4a659-c5b1-44f0-9fc5-4065359679cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.451694] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 923.451694] env[70683]: value = "task-3280706" [ 923.451694] env[70683]: _type = "Task" [ 923.451694] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.460740] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.668852] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280703, 'name': ReconfigVM_Task, 'duration_secs': 0.404244} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.669229] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] a5ff0511-88a3-42f3-909b-4383bd8f80d9/a5ff0511-88a3-42f3-909b-4383bd8f80d9.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.669981] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cf17890-d9aa-48b7-ba89-b8ea62228565 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.678820] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 923.678820] env[70683]: value = "task-3280707" [ 923.678820] env[70683]: _type = "Task" [ 923.678820] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.689782] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280707, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.891934] env[70683]: DEBUG oslo_vmware.api [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Task: {'id': task-3280705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14134} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.895173] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.895400] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.895580] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.895757] env[70683]: INFO nova.compute.manager [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 923.896224] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.896570] env[70683]: DEBUG nova.compute.manager [-] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.896670] env[70683]: DEBUG nova.network.neutron [-] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.966459] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505904} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.970024] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022/79e26b03-2c71-4204-8e9e-218a1cef1022.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.970024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.970024] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03ab3555-7864-48f8-b582-91f9a6c155b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.973692] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 923.973692] env[70683]: value = "task-3280708" [ 923.973692] env[70683]: _type = "Task" [ 923.973692] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.988200] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.192432] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280707, 'name': Rename_Task, 'duration_secs': 0.195645} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.192795] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.193082] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a0b8ae-c5b5-4348-9fba-52deb65526a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.200592] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 924.200592] env[70683]: value = "task-3280709" [ 924.200592] env[70683]: _type = "Task" [ 924.200592] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.209810] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.211361] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf35d22-5dda-418c-8a1b-7192facb6a2d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.221453] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106ad946-56be-4773-9106-66d68bbd1b2c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.258561] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4804ee9c-3f44-4cd0-95ea-91e58ddd4491 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.268195] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dabbee-0c8e-4127-b74d-14cd4f602822 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.284835] env[70683]: DEBUG nova.compute.provider_tree [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.395393] env[70683]: DEBUG nova.compute.manager [req-ba191649-0f8e-48a3-923c-32bb8ec1bb95 req-35619791-33a7-409c-96fc-9eddcefcfb0d service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Received event network-vif-deleted-cf92c9f4-20d5-451d-9061-98d4bf039dbc {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.395746] env[70683]: INFO nova.compute.manager [req-ba191649-0f8e-48a3-923c-32bb8ec1bb95 req-35619791-33a7-409c-96fc-9eddcefcfb0d service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Neutron deleted interface cf92c9f4-20d5-451d-9061-98d4bf039dbc; detaching it from the instance and deleting it from the info cache [ 924.396046] env[70683]: DEBUG nova.network.neutron [req-ba191649-0f8e-48a3-923c-32bb8ec1bb95 req-35619791-33a7-409c-96fc-9eddcefcfb0d service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.490460] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064754} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.492300] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.494193] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99ee3db-379d-40c0-a187-c9847c8c320b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.520264] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022/79e26b03-2c71-4204-8e9e-218a1cef1022.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.520733] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60fd79c-68c9-47aa-a28a-94867cce9f08 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.545101] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 924.545101] env[70683]: value = "task-3280710" [ 924.545101] env[70683]: _type = "Task" [ 924.545101] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.552431] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.717248] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280709, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.788654] env[70683]: DEBUG nova.scheduler.client.report [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.804020] env[70683]: DEBUG nova.network.neutron [-] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.900223] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93788c29-7d55-4f69-ac7c-c63146d22714 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.909180] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae46e446-467f-43ff-bc13-49818d5feae8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.948314] env[70683]: DEBUG nova.compute.manager [req-ba191649-0f8e-48a3-923c-32bb8ec1bb95 req-35619791-33a7-409c-96fc-9eddcefcfb0d service nova] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Detach interface failed, port_id=cf92c9f4-20d5-451d-9061-98d4bf039dbc, reason: Instance 3e334599-ed45-4671-81db-2ba06ee6002c could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.053380] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.211700] env[70683]: DEBUG oslo_vmware.api [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280709, 'name': PowerOnVM_Task, 'duration_secs': 0.661412} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.211971] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.212198] env[70683]: INFO nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Took 7.78 seconds to spawn the instance on the hypervisor. [ 925.212382] env[70683]: DEBUG nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.213173] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07186a6e-5d4f-4efc-8096-1209d6d5e644 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.293674] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.296889] env[70683]: DEBUG nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.299882] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.510s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.301391] env[70683]: DEBUG nova.objects.instance [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lazy-loading 'resources' on Instance uuid 2c36922b-ddcf-4e9f-bf35-f5aaf7400329 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.309497] env[70683]: INFO nova.compute.manager [-] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Took 1.41 seconds to deallocate network for instance. [ 925.553784] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280710, 'name': ReconfigVM_Task, 'duration_secs': 0.900129} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.554072] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022/79e26b03-2c71-4204-8e9e-218a1cef1022.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.554724] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ab776dd-d271-4ca0-8dab-44c3b0250ab7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.560483] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 925.560483] env[70683]: value = "task-3280711" [ 925.560483] env[70683]: _type = "Task" [ 925.560483] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.568815] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280711, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.730886] env[70683]: INFO nova.compute.manager [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Took 48.68 seconds to build instance. [ 925.803903] env[70683]: DEBUG nova.compute.utils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.808528] env[70683]: DEBUG nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.808718] env[70683]: DEBUG nova.network.neutron [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.819758] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.875652] env[70683]: DEBUG nova.policy [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1fe3bb823034190a627356da32d6049', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93cad489cdf74851b39af89690099386', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.071981] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280711, 'name': Rename_Task, 'duration_secs': 0.150669} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.074891] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.075383] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91bc0a16-c1ec-4fa5-9407-48f07e806ab6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.084257] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 926.084257] env[70683]: value = "task-3280712" [ 926.084257] env[70683]: _type = "Task" [ 926.084257] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.098284] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.162060] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "e408a428-b3ac-485d-9429-980194d27cf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.162509] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "e408a428-b3ac-485d-9429-980194d27cf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.232893] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d04395c5-3085-4c46-8f46-bc693d78a186 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.669s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.309321] env[70683]: DEBUG nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.347945] env[70683]: DEBUG nova.network.neutron [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Successfully created port: f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.513045] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149537f1-fac8-484f-acff-ae8927fcca99 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.522649] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dfb0e6-f63c-4c57-b95c-e6bfbbcd44b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.553783] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2169b9-c669-414d-92da-ec9fb73dc91f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.561585] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f5b3a-d434-4b41-a18c-8c56009c482e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.575524] env[70683]: DEBUG nova.compute.provider_tree [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.593873] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280712, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.681914] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.681914] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.681914] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.681914] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.682256] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.687334] env[70683]: INFO nova.compute.manager [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Terminating instance [ 926.736346] env[70683]: DEBUG nova.compute.manager [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.820570] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.820689] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.821026] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.821118] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.821439] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.823544] env[70683]: INFO nova.compute.manager [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Terminating instance [ 927.078412] env[70683]: DEBUG nova.scheduler.client.report [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.101976] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.191184] env[70683]: DEBUG nova.compute.manager [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.191524] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.192864] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d5ab73-d0de-4a88-9342-14b6680aecc1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.203107] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.203385] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e06cb5f-0d34-4c23-a763-4e337351976f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.210841] env[70683]: DEBUG oslo_vmware.api [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 927.210841] env[70683]: value = "task-3280713" [ 927.210841] env[70683]: _type = "Task" [ 927.210841] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.221653] env[70683]: DEBUG oslo_vmware.api [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.268398] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.324898] env[70683]: DEBUG nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.327645] env[70683]: DEBUG nova.compute.manager [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.328113] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.328890] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedfdde8-cb8e-466f-8d2e-3d695878048d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.336871] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.337157] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ec157d2-e25a-4b66-a8ba-4550823614af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.343829] env[70683]: DEBUG oslo_vmware.api [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 927.343829] env[70683]: value = "task-3280714" [ 927.343829] env[70683]: _type = "Task" [ 927.343829] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.353014] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.353472] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.353617] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.353887] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.354115] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.354333] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.354668] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.354839] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.355071] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.355316] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.355621] env[70683]: DEBUG nova.virt.hardware [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.356960] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4721c57-c792-4896-8c68-5e544442a51f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.363815] env[70683]: DEBUG oslo_vmware.api [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.370160] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf3cdd7-dd86-4d47-988e-8fc85450c697 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.592597] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.595779] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.430s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.596547] env[70683]: DEBUG nova.objects.instance [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lazy-loading 'resources' on Instance uuid f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.605470] env[70683]: DEBUG oslo_vmware.api [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280712, 'name': PowerOnVM_Task, 'duration_secs': 1.202559} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.606729] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.607024] env[70683]: INFO nova.compute.manager [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Took 7.41 seconds to spawn the instance on the hypervisor. [ 927.607583] env[70683]: DEBUG nova.compute.manager [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.608848] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a572e56-f98b-4524-b0ef-09375ed4bd1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.614549] env[70683]: INFO nova.scheduler.client.report [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Deleted allocations for instance 2c36922b-ddcf-4e9f-bf35-f5aaf7400329 [ 927.722937] env[70683]: DEBUG oslo_vmware.api [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280713, 'name': PowerOffVM_Task, 'duration_secs': 0.254632} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.722937] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.723084] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.723342] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8221a4e8-aeb1-4d84-9506-4fb90da3e868 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.793013] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.793252] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.793438] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleting the datastore file [datastore1] e7269fec-b5ad-48e2-b73c-6ab0e4e11318 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.793701] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc54c562-73fd-4d44-917f-485d072b84ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.801681] env[70683]: DEBUG oslo_vmware.api [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 927.801681] env[70683]: value = "task-3280716" [ 927.801681] env[70683]: _type = "Task" [ 927.801681] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.809412] env[70683]: DEBUG oslo_vmware.api [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.856670] env[70683]: DEBUG oslo_vmware.api [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280714, 'name': PowerOffVM_Task, 'duration_secs': 0.218706} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.856934] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.857119] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.857369] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3165a59b-ba36-4d11-b5f7-942541f55630 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.920468] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.920732] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.920921] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleting the datastore file [datastore2] a5ff0511-88a3-42f3-909b-4383bd8f80d9 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.922025] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01e8c0f5-77e3-4071-8982-fc3c5522600a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.930021] env[70683]: DEBUG oslo_vmware.api [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for the task: (returnval){ [ 927.930021] env[70683]: value = "task-3280718" [ 927.930021] env[70683]: _type = "Task" [ 927.930021] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.939313] env[70683]: DEBUG oslo_vmware.api [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.085151] env[70683]: DEBUG nova.compute.manager [req-c7589eaa-9c40-4e2c-ab58-3ae1c9d58e7d req-13295bac-6cfd-4259-baea-ee704d7a8899 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Received event network-vif-plugged-f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.085281] env[70683]: DEBUG oslo_concurrency.lockutils [req-c7589eaa-9c40-4e2c-ab58-3ae1c9d58e7d req-13295bac-6cfd-4259-baea-ee704d7a8899 service nova] Acquiring lock "e85c185c-9e92-4539-a3f4-105c29b1a018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.085402] env[70683]: DEBUG oslo_concurrency.lockutils [req-c7589eaa-9c40-4e2c-ab58-3ae1c9d58e7d req-13295bac-6cfd-4259-baea-ee704d7a8899 service nova] Lock "e85c185c-9e92-4539-a3f4-105c29b1a018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.085579] env[70683]: DEBUG oslo_concurrency.lockutils [req-c7589eaa-9c40-4e2c-ab58-3ae1c9d58e7d req-13295bac-6cfd-4259-baea-ee704d7a8899 service nova] Lock "e85c185c-9e92-4539-a3f4-105c29b1a018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.085757] env[70683]: DEBUG nova.compute.manager [req-c7589eaa-9c40-4e2c-ab58-3ae1c9d58e7d req-13295bac-6cfd-4259-baea-ee704d7a8899 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] No waiting events found dispatching network-vif-plugged-f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.086086] env[70683]: WARNING nova.compute.manager [req-c7589eaa-9c40-4e2c-ab58-3ae1c9d58e7d req-13295bac-6cfd-4259-baea-ee704d7a8899 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Received unexpected event network-vif-plugged-f578b9f3-39c4-4f68-be1f-7db5e4005aa8 for instance with vm_state building and task_state spawning. [ 928.136022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0d460aa-6118-4d36-9685-226489e567a2 tempest-ServersV294TestFqdnHostnames-1133457028 tempest-ServersV294TestFqdnHostnames-1133457028-project-member] Lock "2c36922b-ddcf-4e9f-bf35-f5aaf7400329" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.389s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.141274] env[70683]: INFO nova.compute.manager [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Took 49.00 seconds to build instance. [ 928.248206] env[70683]: DEBUG nova.network.neutron [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Successfully updated port: f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.313648] env[70683]: DEBUG oslo_vmware.api [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335083} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.313918] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.314099] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.314282] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.314458] env[70683]: INFO nova.compute.manager [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Took 1.12 seconds to destroy the instance on the hypervisor. [ 928.314706] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.314913] env[70683]: DEBUG nova.compute.manager [-] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.315020] env[70683]: DEBUG nova.network.neutron [-] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.442602] env[70683]: DEBUG oslo_vmware.api [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Task: {'id': task-3280718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192071} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.442962] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.444938] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.444938] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.444938] env[70683]: INFO nova.compute.manager [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 928.444938] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.444938] env[70683]: DEBUG nova.compute.manager [-] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.444938] env[70683]: DEBUG nova.network.neutron [-] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.643913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-02b21c9c-2baa-42e6-a282-3542dac1e48e tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "79e26b03-2c71-4204-8e9e-218a1cef1022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.999s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.682223] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d894e43-43e4-43b7-b3f4-418fc3f17d12 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.690998] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d31ee03-07a4-49cd-bcb7-4cb09f13f3d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.728547] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c85f9e-f338-41af-9d77-cd0da7ec4d0f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.736531] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6497d6e7-9b25-4b64-8ff6-d3bf48264433 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.754434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquiring lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.755200] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquired lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.755200] env[70683]: DEBUG nova.network.neutron [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.756204] env[70683]: DEBUG nova.compute.provider_tree [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.150229] env[70683]: DEBUG nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.174244] env[70683]: DEBUG nova.network.neutron [-] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.268037] env[70683]: DEBUG nova.scheduler.client.report [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.317956] env[70683]: DEBUG nova.network.neutron [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.379888] env[70683]: DEBUG nova.network.neutron [-] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.517616] env[70683]: DEBUG nova.network.neutron [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Updating instance_info_cache with network_info: [{"id": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "address": "fa:16:3e:11:82:78", "network": {"id": "c563e1a9-3072-4554-ac8c-9982d52bc50a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1232154808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93cad489cdf74851b39af89690099386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf578b9f3-39", "ovs_interfaceid": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.677435] env[70683]: INFO nova.compute.manager [-] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Took 1.36 seconds to deallocate network for instance. [ 929.686238] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.773253] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.780411] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.896s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.782847] env[70683]: INFO nova.compute.claims [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.801910] env[70683]: INFO nova.scheduler.client.report [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Deleted allocations for instance f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a [ 929.883758] env[70683]: INFO nova.compute.manager [-] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Took 1.44 seconds to deallocate network for instance. [ 929.913517] env[70683]: INFO nova.compute.manager [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Rebuilding instance [ 929.978856] env[70683]: DEBUG nova.compute.manager [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.982443] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3eeab6-6a1e-4c9b-85ea-c98e3132437c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.027017] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Releasing lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.027017] env[70683]: DEBUG nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Instance network_info: |[{"id": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "address": "fa:16:3e:11:82:78", "network": {"id": "c563e1a9-3072-4554-ac8c-9982d52bc50a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1232154808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93cad489cdf74851b39af89690099386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf578b9f3-39", "ovs_interfaceid": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.027017] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:82:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f578b9f3-39c4-4f68-be1f-7db5e4005aa8', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.036408] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Creating folder: Project (93cad489cdf74851b39af89690099386). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.040018] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a8347a9-a9f0-48ba-afab-ebbb8ef13152 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.049168] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Created folder: Project (93cad489cdf74851b39af89690099386) in parent group-v655051. [ 930.049168] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Creating folder: Instances. Parent ref: group-v655200. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.049168] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2e8640c-abff-42e2-98e7-876a6df677cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.058496] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Created folder: Instances in parent group-v655200. [ 930.058963] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.059468] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.059854] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6c3a441-6673-4cd9-9179-5070ad132f32 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.082516] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.082516] env[70683]: value = "task-3280721" [ 930.082516] env[70683]: _type = "Task" [ 930.082516] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.092402] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280721, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.149860] env[70683]: DEBUG nova.compute.manager [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Received event network-changed-f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.149860] env[70683]: DEBUG nova.compute.manager [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Refreshing instance network info cache due to event network-changed-f578b9f3-39c4-4f68-be1f-7db5e4005aa8. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.149860] env[70683]: DEBUG oslo_concurrency.lockutils [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] Acquiring lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.149860] env[70683]: DEBUG oslo_concurrency.lockutils [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] Acquired lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.149860] env[70683]: DEBUG nova.network.neutron [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Refreshing network info cache for port f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.187106] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.310739] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77ec249c-9bb8-47a4-9f51-80a222e3c94f tempest-ImagesOneServerTestJSON-931562564 tempest-ImagesOneServerTestJSON-931562564-project-member] Lock "f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.075s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.391801] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.598902] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280721, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.002829] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.003306] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e20ba75d-d356-4057-b13f-f2dfc67c062c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.010657] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 931.010657] env[70683]: value = "task-3280722" [ 931.010657] env[70683]: _type = "Task" [ 931.010657] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.020591] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.096268] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280721, 'name': CreateVM_Task, 'duration_secs': 0.874949} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.096454] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.097444] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.097635] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.100266] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.100266] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d224ef8-77cc-4756-8929-fb28d3a8d342 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.103886] env[70683]: DEBUG nova.network.neutron [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Updated VIF entry in instance network info cache for port f578b9f3-39c4-4f68-be1f-7db5e4005aa8. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.104284] env[70683]: DEBUG nova.network.neutron [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Updating instance_info_cache with network_info: [{"id": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "address": "fa:16:3e:11:82:78", "network": {"id": "c563e1a9-3072-4554-ac8c-9982d52bc50a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1232154808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93cad489cdf74851b39af89690099386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf578b9f3-39", "ovs_interfaceid": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.106753] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 931.106753] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c98514-e707-4bfd-7ff9-894b9c0a26a0" [ 931.106753] env[70683]: _type = "Task" [ 931.106753] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.115125] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c98514-e707-4bfd-7ff9-894b9c0a26a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.324930] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204b2b7c-7329-4da4-a1f9-03ec4aa41d90 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.332547] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee52acd-6a54-4f95-a494-54d4219d0e1f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.364054] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6240c6e1-bb76-45a0-8bc4-620fee7d630f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.371726] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ee8718-851c-4c2b-b6bf-e6e54a8cffe2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.387228] env[70683]: DEBUG nova.compute.provider_tree [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.520973] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280722, 'name': PowerOffVM_Task, 'duration_secs': 0.142576} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.521595] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.522088] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.523145] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8462051-28c7-4c77-887d-180f7c45209b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.531039] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.531353] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cd3f7eb-4030-4a31-8a22-bcdb1e37ad4e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.556758] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.557020] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.557224] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Deleting the datastore file [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.558097] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d125f92-068a-4d3d-b50d-b0c946467d60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.564881] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 931.564881] env[70683]: value = "task-3280724" [ 931.564881] env[70683]: _type = "Task" [ 931.564881] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.574541] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.609574] env[70683]: DEBUG oslo_concurrency.lockutils [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] Releasing lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.611309] env[70683]: DEBUG nova.compute.manager [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Received event network-vif-deleted-3ba4c641-8d07-4576-bebf-95992a2cb102 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.611309] env[70683]: DEBUG nova.compute.manager [req-140342eb-9d17-46a9-87fb-0ad83b5a3b53 req-b50aa466-db89-48d0-8005-786900b296b2 service nova] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Received event network-vif-deleted-b4b4c4c6-b436-4759-bd68-ea4ac123a7a3 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.623686] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c98514-e707-4bfd-7ff9-894b9c0a26a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.623686] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.623686] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.624457] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.624457] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.624457] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.624640] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95d15f6c-7f78-4f25-b75f-948886c75219 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.637193] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.637474] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.638320] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e89d9b-57fd-4183-a671-28cec9eb0e70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.645281] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 931.645281] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523fa755-f109-e5ce-ac89-ca4e78f7ccd6" [ 931.645281] env[70683]: _type = "Task" [ 931.645281] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.654967] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523fa755-f109-e5ce-ac89-ca4e78f7ccd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.888377] env[70683]: DEBUG nova.scheduler.client.report [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.895930] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "6478c4e4-4b40-470e-835d-f30c7e852f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.896240] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "6478c4e4-4b40-470e-835d-f30c7e852f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.076178] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096166} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.076515] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.076748] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.076962] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.157020] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523fa755-f109-e5ce-ac89-ca4e78f7ccd6, 'name': SearchDatastore_Task, 'duration_secs': 0.008776} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.157189] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b95d32e-2417-4664-bb27-d678e4e377f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.162441] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 932.162441] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a6f260-6ce8-303e-b204-8e462525cea3" [ 932.162441] env[70683]: _type = "Task" [ 932.162441] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.171308] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a6f260-6ce8-303e-b204-8e462525cea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.398167] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.398167] env[70683]: DEBUG nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.402043] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.806s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.402043] env[70683]: DEBUG nova.objects.instance [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 932.674550] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a6f260-6ce8-303e-b204-8e462525cea3, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.674550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.674550] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] e85c185c-9e92-4539-a3f4-105c29b1a018/e85c185c-9e92-4539-a3f4-105c29b1a018.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.674550] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-133e3ed2-5d03-4559-a14a-14f339d324a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.682147] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 932.682147] env[70683]: value = "task-3280725" [ 932.682147] env[70683]: _type = "Task" [ 932.682147] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.690614] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.908939] env[70683]: DEBUG nova.compute.utils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.910332] env[70683]: DEBUG nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.910508] env[70683]: DEBUG nova.network.neutron [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.000406] env[70683]: DEBUG nova.policy [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d968ae0164f48c999c2c466be7fe013', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cda2481dfe143cab0034376b537fc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.123709] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.123943] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.124553] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.124813] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.125087] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.125284] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.125507] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.125729] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.125888] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.126089] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.126249] env[70683]: DEBUG nova.virt.hardware [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.127418] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea642f-7100-492d-86ab-fd91302c8ed7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.135920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4ddaf4-bb95-49c5-a50e-2639642c3744 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.151124] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.157249] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.157600] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.157865] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c275637-7eec-4838-ad76-4eb81e95169e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.174870] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.174870] env[70683]: value = "task-3280726" [ 933.174870] env[70683]: _type = "Task" [ 933.174870] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.182834] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280726, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.190897] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466848} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.191175] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] e85c185c-9e92-4539-a3f4-105c29b1a018/e85c185c-9e92-4539-a3f4-105c29b1a018.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.191397] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.191645] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66a8a9cf-626a-4b3f-9650-da812c85d3fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.198303] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 933.198303] env[70683]: value = "task-3280727" [ 933.198303] env[70683]: _type = "Task" [ 933.198303] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.206856] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.415843] env[70683]: DEBUG oslo_concurrency.lockutils [None req-24d34bd5-0925-4b4c-989b-17523d07c81e tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.417313] env[70683]: DEBUG nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.420821] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.323s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.423084] env[70683]: INFO nova.compute.claims [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.498636] env[70683]: DEBUG nova.network.neutron [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Successfully created port: dfbe37eb-a32b-4270-8258-b8e548e47ac1 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.686038] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280726, 'name': CreateVM_Task, 'duration_secs': 0.324693} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.686318] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.686881] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.687122] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.687501] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.687761] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806284fc-3e8b-440b-a1a8-4f868f735be3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.692064] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 933.692064] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f28891-4555-f456-6d03-953b9c81a387" [ 933.692064] env[70683]: _type = "Task" [ 933.692064] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.699679] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f28891-4555-f456-6d03-953b9c81a387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.706316] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072543} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.706576] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.707298] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f6514-9d2b-4d08-9cec-34f900a7a071 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.728949] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] e85c185c-9e92-4539-a3f4-105c29b1a018/e85c185c-9e92-4539-a3f4-105c29b1a018.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.729218] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfaeb9c-d4a9-47be-bb72-71d02e4e2415 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.748127] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 933.748127] env[70683]: value = "task-3280728" [ 933.748127] env[70683]: _type = "Task" [ 933.748127] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.755541] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.204481] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f28891-4555-f456-6d03-953b9c81a387, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.204798] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.205050] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.205294] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.205435] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.205613] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.205892] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d6f3024-1fa5-4133-92ca-c07abfd7e332 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.214086] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.214273] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.214967] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab9bc55-3d46-481d-ac22-87e54ab255f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.219919] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 934.219919] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e7637a-fe33-ff48-c070-15a36f69b795" [ 934.219919] env[70683]: _type = "Task" [ 934.219919] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.227738] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e7637a-fe33-ff48-c070-15a36f69b795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.256939] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280728, 'name': ReconfigVM_Task, 'duration_secs': 0.256563} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.257213] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Reconfigured VM instance instance-00000035 to attach disk [datastore1] e85c185c-9e92-4539-a3f4-105c29b1a018/e85c185c-9e92-4539-a3f4-105c29b1a018.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.257823] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac080704-57b3-435c-9836-e56d0815085f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.263499] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 934.263499] env[70683]: value = "task-3280729" [ 934.263499] env[70683]: _type = "Task" [ 934.263499] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.272374] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280729, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.436013] env[70683]: DEBUG nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.467185] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.467437] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.467594] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.467778] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.467926] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.468085] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.468298] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.468457] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.468697] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.468871] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.469193] env[70683]: DEBUG nova.virt.hardware [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.470638] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d031383e-ed23-42e8-b150-cfe790ad6125 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.479262] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06afd4d9-05fd-4747-93e3-ebdf2eac97fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.731374] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e7637a-fe33-ff48-c070-15a36f69b795, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.735037] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0f3107-9501-4bef-8a5e-70c473eca281 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.740654] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 934.740654] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528f4afe-ee00-d0a8-e5d9-acc913ca31fc" [ 934.740654] env[70683]: _type = "Task" [ 934.740654] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.747759] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528f4afe-ee00-d0a8-e5d9-acc913ca31fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.771293] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280729, 'name': Rename_Task, 'duration_secs': 0.133417} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.773585] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.773989] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e15b74f-b7a8-49dc-8bee-ce2e0f677593 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.779983] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 934.779983] env[70683]: value = "task-3280730" [ 934.779983] env[70683]: _type = "Task" [ 934.779983] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.789291] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.857375] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c983846-8f35-4de5-ad79-4cb3c9688aa8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.865133] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affb8256-7dcd-4c38-a8ec-96b379be3151 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.895420] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d465d859-f8b1-4def-9f66-d9a86fe3569c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.904322] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38b3a7c-15c9-456d-adf1-43398dcd7153 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.918362] env[70683]: DEBUG nova.compute.provider_tree [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.994455] env[70683]: DEBUG nova.compute.manager [req-89a87715-1a90-4113-8095-aaedc2785a58 req-94340924-af6e-4d5e-9f0f-6aaee6d7be05 service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Received event network-vif-plugged-dfbe37eb-a32b-4270-8258-b8e548e47ac1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.994732] env[70683]: DEBUG oslo_concurrency.lockutils [req-89a87715-1a90-4113-8095-aaedc2785a58 req-94340924-af6e-4d5e-9f0f-6aaee6d7be05 service nova] Acquiring lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.994983] env[70683]: DEBUG oslo_concurrency.lockutils [req-89a87715-1a90-4113-8095-aaedc2785a58 req-94340924-af6e-4d5e-9f0f-6aaee6d7be05 service nova] Lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.996530] env[70683]: DEBUG oslo_concurrency.lockutils [req-89a87715-1a90-4113-8095-aaedc2785a58 req-94340924-af6e-4d5e-9f0f-6aaee6d7be05 service nova] Lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.996786] env[70683]: DEBUG nova.compute.manager [req-89a87715-1a90-4113-8095-aaedc2785a58 req-94340924-af6e-4d5e-9f0f-6aaee6d7be05 service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] No waiting events found dispatching network-vif-plugged-dfbe37eb-a32b-4270-8258-b8e548e47ac1 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.997015] env[70683]: WARNING nova.compute.manager [req-89a87715-1a90-4113-8095-aaedc2785a58 req-94340924-af6e-4d5e-9f0f-6aaee6d7be05 service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Received unexpected event network-vif-plugged-dfbe37eb-a32b-4270-8258-b8e548e47ac1 for instance with vm_state building and task_state spawning. [ 935.120267] env[70683]: DEBUG nova.network.neutron [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Successfully updated port: dfbe37eb-a32b-4270-8258-b8e548e47ac1 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.252765] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528f4afe-ee00-d0a8-e5d9-acc913ca31fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.253060] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.253333] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022/79e26b03-2c71-4204-8e9e-218a1cef1022.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.253605] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2daad996-7587-43e7-b2fd-a34a0f4c8efe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.260890] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 935.260890] env[70683]: value = "task-3280731" [ 935.260890] env[70683]: _type = "Task" [ 935.260890] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.269328] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.290605] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.422611] env[70683]: DEBUG nova.scheduler.client.report [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.623592] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "refresh_cache-47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623752] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "refresh_cache-47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.624053] env[70683]: DEBUG nova.network.neutron [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.772088] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448586} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.772088] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022/79e26b03-2c71-4204-8e9e-218a1cef1022.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.772484] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.772484] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0b10065-d0a3-4301-bb56-fe22a32eebb2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.779056] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 935.779056] env[70683]: value = "task-3280732" [ 935.779056] env[70683]: _type = "Task" [ 935.779056] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.791535] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.794351] env[70683]: DEBUG oslo_vmware.api [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280730, 'name': PowerOnVM_Task, 'duration_secs': 0.527268} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.794593] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.794794] env[70683]: INFO nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Took 8.47 seconds to spawn the instance on the hypervisor. [ 935.794975] env[70683]: DEBUG nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.795762] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50855ce-b569-4c62-81f9-1ab933bfb59c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.927991] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.928659] env[70683]: DEBUG nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.931618] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.620s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.931855] env[70683]: DEBUG nova.objects.instance [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lazy-loading 'resources' on Instance uuid c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.169276] env[70683]: DEBUG nova.network.neutron [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.290926] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061709} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.291312] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.292087] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0371d0b-03f2-4369-91e6-1e153cc29658 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.312023] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022/79e26b03-2c71-4204-8e9e-218a1cef1022.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.316086] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c579c4-431f-4a7a-8fb4-b594997966fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.335839] env[70683]: INFO nova.compute.manager [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Took 55.39 seconds to build instance. [ 936.342121] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 936.342121] env[70683]: value = "task-3280733" [ 936.342121] env[70683]: _type = "Task" [ 936.342121] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.348676] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.384994] env[70683]: DEBUG nova.network.neutron [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Updating instance_info_cache with network_info: [{"id": "dfbe37eb-a32b-4270-8258-b8e548e47ac1", "address": "fa:16:3e:7c:4b:cd", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbe37eb-a3", "ovs_interfaceid": "dfbe37eb-a32b-4270-8258-b8e548e47ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.437968] env[70683]: DEBUG nova.compute.utils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.441256] env[70683]: DEBUG nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.441256] env[70683]: DEBUG nova.network.neutron [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.510652] env[70683]: DEBUG nova.policy [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db951470f4434423bebd831963c571e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ab76c76528421aac5016252f75ff72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.838326] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f16da369-94ae-4802-8a1d-12b07e885ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "e85c185c-9e92-4539-a3f4-105c29b1a018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.166s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.853352] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.887602] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "refresh_cache-47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.888023] env[70683]: DEBUG nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Instance network_info: |[{"id": "dfbe37eb-a32b-4270-8258-b8e548e47ac1", "address": "fa:16:3e:7c:4b:cd", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbe37eb-a3", "ovs_interfaceid": "dfbe37eb-a32b-4270-8258-b8e548e47ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.888458] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:4b:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfbe37eb-a32b-4270-8258-b8e548e47ac1', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.896317] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.899669] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.900327] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c653fe3d-a0c3-4910-b3ee-6c969029aab5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.923944] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.923944] env[70683]: value = "task-3280734" [ 936.923944] env[70683]: _type = "Task" [ 936.923944] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.936982] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280734, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.948901] env[70683]: DEBUG nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.030425] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e283bb2c-faa5-48d6-92d4-b02774d77fc8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.042626] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac91f35-69bd-4b5a-91a8-3a584a695aa1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.078730] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f458f1f3-8d32-4087-b757-bd733598ad11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.086543] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed0264-6047-449d-a08b-1f420fc06682 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.104011] env[70683]: DEBUG nova.compute.provider_tree [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.309641] env[70683]: DEBUG nova.network.neutron [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Successfully created port: 48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.343563] env[70683]: DEBUG nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.358230] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280733, 'name': ReconfigVM_Task, 'duration_secs': 0.944719} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.358230] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022/79e26b03-2c71-4204-8e9e-218a1cef1022.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.358230] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfc86441-2467-45c7-9c65-8117eb0d04d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.364339] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 937.364339] env[70683]: value = "task-3280735" [ 937.364339] env[70683]: _type = "Task" [ 937.364339] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.374212] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280735, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.433919] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280734, 'name': CreateVM_Task, 'duration_secs': 0.317363} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.434118] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.434796] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.434962] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.435311] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.435573] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d8a00f-c5c7-4d19-8ef3-681458d06955 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.440915] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 937.440915] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5233713b-43db-fb87-caa4-324f61da01f5" [ 937.440915] env[70683]: _type = "Task" [ 937.440915] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.450230] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5233713b-43db-fb87-caa4-324f61da01f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.481048] env[70683]: DEBUG nova.compute.manager [req-a0b7cbbc-4d56-4b51-b995-199b592f47e9 req-f583d6a3-1bb0-4850-af34-f7533bb93c77 service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Received event network-changed-dfbe37eb-a32b-4270-8258-b8e548e47ac1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.481048] env[70683]: DEBUG nova.compute.manager [req-a0b7cbbc-4d56-4b51-b995-199b592f47e9 req-f583d6a3-1bb0-4850-af34-f7533bb93c77 service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Refreshing instance network info cache due to event network-changed-dfbe37eb-a32b-4270-8258-b8e548e47ac1. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.481048] env[70683]: DEBUG oslo_concurrency.lockutils [req-a0b7cbbc-4d56-4b51-b995-199b592f47e9 req-f583d6a3-1bb0-4850-af34-f7533bb93c77 service nova] Acquiring lock "refresh_cache-47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.481048] env[70683]: DEBUG oslo_concurrency.lockutils [req-a0b7cbbc-4d56-4b51-b995-199b592f47e9 req-f583d6a3-1bb0-4850-af34-f7533bb93c77 service nova] Acquired lock "refresh_cache-47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.481504] env[70683]: DEBUG nova.network.neutron [req-a0b7cbbc-4d56-4b51-b995-199b592f47e9 req-f583d6a3-1bb0-4850-af34-f7533bb93c77 service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Refreshing network info cache for port dfbe37eb-a32b-4270-8258-b8e548e47ac1 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.609625] env[70683]: DEBUG nova.scheduler.client.report [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.870225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.876114] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280735, 'name': Rename_Task, 'duration_secs': 0.148683} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.876303] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.876546] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52367558-8519-4dde-ac3f-fdc7932de311 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.883772] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 937.883772] env[70683]: value = "task-3280736" [ 937.883772] env[70683]: _type = "Task" [ 937.883772] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.891845] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.953221] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5233713b-43db-fb87-caa4-324f61da01f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.954010] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.954339] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.954623] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.954877] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.955309] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.955621] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eaad351-ece4-454f-9283-7ff33ccefb2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.962176] env[70683]: DEBUG nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.966178] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.966367] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.967183] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee324110-2727-46e5-a457-c0929a6ae48c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.972457] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 937.972457] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e7496b-fd0e-dd0f-f85a-fb37f5115b16" [ 937.972457] env[70683]: _type = "Task" [ 937.972457] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.980928] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e7496b-fd0e-dd0f-f85a-fb37f5115b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.997128] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.997388] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.997550] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.997747] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.997896] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.998072] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.998297] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.998532] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.998733] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.998909] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.999101] env[70683]: DEBUG nova.virt.hardware [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.999973] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e64bd92-568e-4c69-8a6e-9d9b1a7cbc4d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.009213] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f81844-f040-4cc0-a5f9-2600c3006a0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.114177] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.116414] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.798s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.116833] env[70683]: DEBUG nova.objects.instance [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lazy-loading 'resources' on Instance uuid 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.144352] env[70683]: INFO nova.scheduler.client.report [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Deleted allocations for instance c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1 [ 938.373342] env[70683]: DEBUG nova.network.neutron [req-a0b7cbbc-4d56-4b51-b995-199b592f47e9 req-f583d6a3-1bb0-4850-af34-f7533bb93c77 service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Updated VIF entry in instance network info cache for port dfbe37eb-a32b-4270-8258-b8e548e47ac1. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.373761] env[70683]: DEBUG nova.network.neutron [req-a0b7cbbc-4d56-4b51-b995-199b592f47e9 req-f583d6a3-1bb0-4850-af34-f7533bb93c77 service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Updating instance_info_cache with network_info: [{"id": "dfbe37eb-a32b-4270-8258-b8e548e47ac1", "address": "fa:16:3e:7c:4b:cd", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbe37eb-a3", "ovs_interfaceid": "dfbe37eb-a32b-4270-8258-b8e548e47ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.393589] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.484351] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e7496b-fd0e-dd0f-f85a-fb37f5115b16, 'name': SearchDatastore_Task, 'duration_secs': 0.008854} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.485374] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4ca007-7645-4dce-8691-f01a3da88607 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.490592] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 938.490592] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f276b1-fbb6-328f-bcd1-6f41058571bb" [ 938.490592] env[70683]: _type = "Task" [ 938.490592] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.498977] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f276b1-fbb6-328f-bcd1-6f41058571bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.655118] env[70683]: DEBUG oslo_concurrency.lockutils [None req-33a3e5c2-4048-402c-8208-342488915c24 tempest-InstanceActionsNegativeTestJSON-196733221 tempest-InstanceActionsNegativeTestJSON-196733221-project-member] Lock "c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.596s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.876890] env[70683]: DEBUG oslo_concurrency.lockutils [req-a0b7cbbc-4d56-4b51-b995-199b592f47e9 req-f583d6a3-1bb0-4850-af34-f7533bb93c77 service nova] Releasing lock "refresh_cache-47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.897639] env[70683]: DEBUG oslo_vmware.api [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280736, 'name': PowerOnVM_Task, 'duration_secs': 0.718585} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.898037] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.898345] env[70683]: DEBUG nova.compute.manager [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.899504] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4357cfd-a195-4d64-8327-648a4ee5f4ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.001643] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f276b1-fbb6-328f-bcd1-6f41058571bb, 'name': SearchDatastore_Task, 'duration_secs': 0.016817} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.004474] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.004840] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb/47cb1c3e-225c-4b79-8c16-0c2961e7f4eb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.005343] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c1855ff-63aa-4c84-a758-8fec75a39839 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.012175] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 939.012175] env[70683]: value = "task-3280737" [ 939.012175] env[70683]: _type = "Task" [ 939.012175] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.024137] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.102720] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c56b5d-4e5d-4a9f-b439-c65aa13f1601 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.110807] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924401e1-1197-4dd4-b42b-151b51dbde49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.147848] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca7c771-6193-49cb-a70e-1715ce03c7f4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.156218] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f12fd5-7687-4258-803b-a339372cfa8e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.169537] env[70683]: DEBUG nova.compute.provider_tree [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.423481] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.529621] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280737, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.675024] env[70683]: DEBUG nova.scheduler.client.report [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.006208] env[70683]: DEBUG nova.network.neutron [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Successfully updated port: 48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.026058] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599169} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.026058] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb/47cb1c3e-225c-4b79-8c16-0c2961e7f4eb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.026058] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.026058] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f82959d-6074-4f5c-a64f-bb35b2df0467 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.032067] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 940.032067] env[70683]: value = "task-3280738" [ 940.032067] env[70683]: _type = "Task" [ 940.032067] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.040346] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.181018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.181018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.714s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.181018] env[70683]: DEBUG nova.objects.instance [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lazy-loading 'resources' on Instance uuid 84f522d4-ee16-4b48-88a4-c45d75932a4a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.218647] env[70683]: INFO nova.scheduler.client.report [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Deleted allocations for instance 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd [ 940.512739] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquiring lock "refresh_cache-77a643e9-ec9f-4be2-90fc-2e31f3fb780c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.512739] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquired lock "refresh_cache-77a643e9-ec9f-4be2-90fc-2e31f3fb780c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.512739] env[70683]: DEBUG nova.network.neutron [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.542349] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069927} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.542629] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.543586] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4091cf-07ee-48aa-b22e-1c613a8ecb2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.570572] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb/47cb1c3e-225c-4b79-8c16-0c2961e7f4eb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.572050] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd6b9aa-4017-42a4-b43b-a34b3111f00f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.594163] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 940.594163] env[70683]: value = "task-3280739" [ 940.594163] env[70683]: _type = "Task" [ 940.594163] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.604591] env[70683]: DEBUG nova.compute.manager [req-e0aabbf8-11b4-440b-a149-ddcd8e41e878 req-fff87d2c-3a02-4c3d-85b0-06e4a0d0e668 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Received event network-vif-plugged-48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.604810] env[70683]: DEBUG oslo_concurrency.lockutils [req-e0aabbf8-11b4-440b-a149-ddcd8e41e878 req-fff87d2c-3a02-4c3d-85b0-06e4a0d0e668 service nova] Acquiring lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.605143] env[70683]: DEBUG oslo_concurrency.lockutils [req-e0aabbf8-11b4-440b-a149-ddcd8e41e878 req-fff87d2c-3a02-4c3d-85b0-06e4a0d0e668 service nova] Lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.605459] env[70683]: DEBUG oslo_concurrency.lockutils [req-e0aabbf8-11b4-440b-a149-ddcd8e41e878 req-fff87d2c-3a02-4c3d-85b0-06e4a0d0e668 service nova] Lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.605549] env[70683]: DEBUG nova.compute.manager [req-e0aabbf8-11b4-440b-a149-ddcd8e41e878 req-fff87d2c-3a02-4c3d-85b0-06e4a0d0e668 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] No waiting events found dispatching network-vif-plugged-48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.605705] env[70683]: WARNING nova.compute.manager [req-e0aabbf8-11b4-440b-a149-ddcd8e41e878 req-fff87d2c-3a02-4c3d-85b0-06e4a0d0e668 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Received unexpected event network-vif-plugged-48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45 for instance with vm_state building and task_state spawning. [ 940.606337] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.732557] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b307584-0763-4ca0-ba61-9db5e3a78b6a tempest-ServersAdminNegativeTestJSON-1159479479 tempest-ServersAdminNegativeTestJSON-1159479479-project-member] Lock "31f70c72-cb1f-4ba6-a5c8-8506849bdbdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.716s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.051178] env[70683]: DEBUG nova.network.neutron [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.109370] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.262730] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c84ed4d-a938-4c41-9d0d-a7506ab57c84 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.271953] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89515568-6154-44d2-9794-5f8430e4af1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.311891] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e6641e-eb4e-4063-b787-d9691c9d8b4a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.322144] env[70683]: DEBUG nova.network.neutron [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Updating instance_info_cache with network_info: [{"id": "48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45", "address": "fa:16:3e:15:9f:d4", "network": {"id": "3224834d-f5fc-4481-b19e-b654d69a2f9c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1725683111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ab76c76528421aac5016252f75ff72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fcee01-9f", "ovs_interfaceid": "48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.324612] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fe4614-6238-40a6-b328-d757f3a91293 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.340874] env[70683]: DEBUG nova.compute.provider_tree [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.554895] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "79e26b03-2c71-4204-8e9e-218a1cef1022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.555236] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "79e26b03-2c71-4204-8e9e-218a1cef1022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.555470] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "79e26b03-2c71-4204-8e9e-218a1cef1022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.555688] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "79e26b03-2c71-4204-8e9e-218a1cef1022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.555865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "79e26b03-2c71-4204-8e9e-218a1cef1022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.558677] env[70683]: INFO nova.compute.manager [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Terminating instance [ 941.604472] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280739, 'name': ReconfigVM_Task, 'duration_secs': 0.615163} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.604986] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb/47cb1c3e-225c-4b79-8c16-0c2961e7f4eb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.605430] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0b67d22-3a62-40d4-bec7-c85ed6284fe5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.613149] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 941.613149] env[70683]: value = "task-3280740" [ 941.613149] env[70683]: _type = "Task" [ 941.613149] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.622955] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280740, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.831051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Releasing lock "refresh_cache-77a643e9-ec9f-4be2-90fc-2e31f3fb780c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.831435] env[70683]: DEBUG nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Instance network_info: |[{"id": "48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45", "address": "fa:16:3e:15:9f:d4", "network": {"id": "3224834d-f5fc-4481-b19e-b654d69a2f9c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1725683111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ab76c76528421aac5016252f75ff72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fcee01-9f", "ovs_interfaceid": "48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.832210] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:9f:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.841813] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Creating folder: Project (16ab76c76528421aac5016252f75ff72). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.842157] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26f8a882-751b-448d-b003-a64d36a9cb5f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.844693] env[70683]: DEBUG nova.scheduler.client.report [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.856277] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Created folder: Project (16ab76c76528421aac5016252f75ff72) in parent group-v655051. [ 941.856474] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Creating folder: Instances. Parent ref: group-v655205. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.856767] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-141a7ede-5914-4907-9c30-c319f6adffed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.866901] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Created folder: Instances in parent group-v655205. [ 941.867180] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.867400] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.867611] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46cab1c6-3248-4c14-8537-de5002bedf1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.887767] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.887767] env[70683]: value = "task-3280743" [ 941.887767] env[70683]: _type = "Task" [ 941.887767] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.895588] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280743, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.062484] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "refresh_cache-79e26b03-2c71-4204-8e9e-218a1cef1022" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.062838] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquired lock "refresh_cache-79e26b03-2c71-4204-8e9e-218a1cef1022" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.062907] env[70683]: DEBUG nova.network.neutron [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.122911] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280740, 'name': Rename_Task, 'duration_secs': 0.34822} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.123849] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.124160] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e24bf24e-e384-44db-aa90-d0ec6bb073cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.131447] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 942.131447] env[70683]: value = "task-3280744" [ 942.131447] env[70683]: _type = "Task" [ 942.131447] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.140285] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.350934] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.353373] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.155s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.355158] env[70683]: INFO nova.compute.claims [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.374101] env[70683]: INFO nova.scheduler.client.report [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Deleted allocations for instance 84f522d4-ee16-4b48-88a4-c45d75932a4a [ 942.402168] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280743, 'name': CreateVM_Task, 'duration_secs': 0.328482} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.402406] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.403349] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.403536] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.403988] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.404725] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ecb5d4-be47-47c2-b324-3bd62f24580d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.410322] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 942.410322] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52866dac-cff1-6f3f-723d-3ec12741061a" [ 942.410322] env[70683]: _type = "Task" [ 942.410322] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.420471] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52866dac-cff1-6f3f-723d-3ec12741061a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.593465] env[70683]: DEBUG nova.network.neutron [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.641288] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.680494] env[70683]: DEBUG nova.network.neutron [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.798228] env[70683]: DEBUG nova.compute.manager [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Received event network-changed-48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.798430] env[70683]: DEBUG nova.compute.manager [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Refreshing instance network info cache due to event network-changed-48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.798681] env[70683]: DEBUG oslo_concurrency.lockutils [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] Acquiring lock "refresh_cache-77a643e9-ec9f-4be2-90fc-2e31f3fb780c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.798833] env[70683]: DEBUG oslo_concurrency.lockutils [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] Acquired lock "refresh_cache-77a643e9-ec9f-4be2-90fc-2e31f3fb780c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.798995] env[70683]: DEBUG nova.network.neutron [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Refreshing network info cache for port 48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.881278] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d629b3c1-4de6-4353-8b0d-28bf4f401bb2 tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "84f522d4-ee16-4b48-88a4-c45d75932a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.741s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.924128] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52866dac-cff1-6f3f-723d-3ec12741061a, 'name': SearchDatastore_Task, 'duration_secs': 0.029784} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.924128] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.924128] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.924128] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.924128] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.924128] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.924736] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca3e6d8-1b04-4158-aa1d-8f67895154d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.936494] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.936494] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.936494] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909ead1c-b799-48ef-bced-85f0471af673 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.943255] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 942.943255] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b87807-aa75-accb-bc02-cc0c50fd1280" [ 942.943255] env[70683]: _type = "Task" [ 942.943255] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.954599] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b87807-aa75-accb-bc02-cc0c50fd1280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.144158] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.185817] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Releasing lock "refresh_cache-79e26b03-2c71-4204-8e9e-218a1cef1022" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.186370] env[70683]: DEBUG nova.compute.manager [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.186633] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.187395] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f555e22-bf43-41e9-914e-0a2ea6fb649a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.194964] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.195228] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f1cdcf-41c2-4074-8c0a-ae870c13091a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.201664] env[70683]: DEBUG oslo_vmware.api [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 943.201664] env[70683]: value = "task-3280745" [ 943.201664] env[70683]: _type = "Task" [ 943.201664] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.210256] env[70683]: DEBUG oslo_vmware.api [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.456670] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b87807-aa75-accb-bc02-cc0c50fd1280, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.460172] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ccd6ec-9f08-4e1d-9e06-9a8132758aa9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.466225] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 943.466225] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d47c64-3c1d-c2df-ec27-f712365d245b" [ 943.466225] env[70683]: _type = "Task" [ 943.466225] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.478895] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d47c64-3c1d-c2df-ec27-f712365d245b, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.479846] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.479846] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 77a643e9-ec9f-4be2-90fc-2e31f3fb780c/77a643e9-ec9f-4be2-90fc-2e31f3fb780c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.479846] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77206a9a-dd60-43e8-b079-1146f58afc13 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.488660] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 943.488660] env[70683]: value = "task-3280746" [ 943.488660] env[70683]: _type = "Task" [ 943.488660] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.497051] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.646586] env[70683]: DEBUG oslo_vmware.api [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280744, 'name': PowerOnVM_Task, 'duration_secs': 1.331408} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.649276] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.649540] env[70683]: INFO nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Took 9.21 seconds to spawn the instance on the hypervisor. [ 943.649888] env[70683]: DEBUG nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.650936] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ab6a5c-676e-4f79-b97d-8b28d1d33b6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.715371] env[70683]: DEBUG oslo_vmware.api [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280745, 'name': PowerOffVM_Task, 'duration_secs': 0.193536} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.715734] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.715991] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.716381] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c74e40c9-4817-4159-a0dc-38cd2036fa7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.732029] env[70683]: DEBUG nova.network.neutron [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Updated VIF entry in instance network info cache for port 48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.732427] env[70683]: DEBUG nova.network.neutron [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Updating instance_info_cache with network_info: [{"id": "48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45", "address": "fa:16:3e:15:9f:d4", "network": {"id": "3224834d-f5fc-4481-b19e-b654d69a2f9c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1725683111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ab76c76528421aac5016252f75ff72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48fcee01-9f", "ovs_interfaceid": "48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.750673] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.750673] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.750673] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Deleting the datastore file [datastore1] 79e26b03-2c71-4204-8e9e-218a1cef1022 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.751145] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a2369aa-4ff1-4d50-859f-9b2d2ff39c07 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.759264] env[70683]: DEBUG oslo_vmware.api [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for the task: (returnval){ [ 943.759264] env[70683]: value = "task-3280748" [ 943.759264] env[70683]: _type = "Task" [ 943.759264] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.775365] env[70683]: DEBUG oslo_vmware.api [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.915817] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d349a671-c4e0-4fd4-afb4-baca66a7ba72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.927114] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24f3ea2-b83b-4c4a-a6bf-d7ab61775d7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.964261] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d652b-9245-4034-bf45-92a2acdc122f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.972800] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcac58b-f68b-47bb-a221-da6d198d7d77 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.989877] env[70683]: DEBUG nova.compute.provider_tree [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.999481] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483849} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.000354] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 77a643e9-ec9f-4be2-90fc-2e31f3fb780c/77a643e9-ec9f-4be2-90fc-2e31f3fb780c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.000616] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.001010] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05704b67-f8d2-4389-a38e-12fc6fa3835e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.007599] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 944.007599] env[70683]: value = "task-3280749" [ 944.007599] env[70683]: _type = "Task" [ 944.007599] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.016362] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.175295] env[70683]: INFO nova.compute.manager [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Took 55.31 seconds to build instance. [ 944.236319] env[70683]: DEBUG oslo_concurrency.lockutils [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] Releasing lock "refresh_cache-77a643e9-ec9f-4be2-90fc-2e31f3fb780c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.236613] env[70683]: DEBUG nova.compute.manager [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Received event network-changed-f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.236978] env[70683]: DEBUG nova.compute.manager [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Refreshing instance network info cache due to event network-changed-f578b9f3-39c4-4f68-be1f-7db5e4005aa8. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.237254] env[70683]: DEBUG oslo_concurrency.lockutils [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] Acquiring lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.237387] env[70683]: DEBUG oslo_concurrency.lockutils [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] Acquired lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.237546] env[70683]: DEBUG nova.network.neutron [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Refreshing network info cache for port f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.273151] env[70683]: DEBUG oslo_vmware.api [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Task: {'id': task-3280748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254974} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.273432] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.274076] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.274076] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.274705] env[70683]: INFO nova.compute.manager [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Took 1.09 seconds to destroy the instance on the hypervisor. [ 944.275055] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.276024] env[70683]: DEBUG nova.compute.manager [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.276024] env[70683]: DEBUG nova.network.neutron [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.296681] env[70683]: DEBUG nova.network.neutron [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.496035] env[70683]: DEBUG nova.scheduler.client.report [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.520412] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283598} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.520412] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.520611] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5644186a-2196-4fd6-82e4-d97111a604b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.546199] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 77a643e9-ec9f-4be2-90fc-2e31f3fb780c/77a643e9-ec9f-4be2-90fc-2e31f3fb780c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.547401] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "c79ca6bd-2519-4036-9431-415cfed01a74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.547401] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "c79ca6bd-2519-4036-9431-415cfed01a74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.547401] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "c79ca6bd-2519-4036-9431-415cfed01a74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.547628] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "c79ca6bd-2519-4036-9431-415cfed01a74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.547677] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "c79ca6bd-2519-4036-9431-415cfed01a74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.549574] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23c1da9a-ba31-4222-9bde-264c6988126a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.565394] env[70683]: INFO nova.compute.manager [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Terminating instance [ 944.574485] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 944.574485] env[70683]: value = "task-3280750" [ 944.574485] env[70683]: _type = "Task" [ 944.574485] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.583741] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.677886] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0f953a84-6397-416f-830b-1c0e6a7b77f3 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.444s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.798818] env[70683]: DEBUG nova.network.neutron [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.002548] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.003089] env[70683]: DEBUG nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.006223] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.612s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.007724] env[70683]: INFO nova.compute.claims [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.070204] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "refresh_cache-c79ca6bd-2519-4036-9431-415cfed01a74" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.070416] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquired lock "refresh_cache-c79ca6bd-2519-4036-9431-415cfed01a74" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.070618] env[70683]: DEBUG nova.network.neutron [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.084891] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280750, 'name': ReconfigVM_Task, 'duration_secs': 0.293957} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.085753] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 77a643e9-ec9f-4be2-90fc-2e31f3fb780c/77a643e9-ec9f-4be2-90fc-2e31f3fb780c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.085753] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41916d43-ccbf-4906-be64-31200c39356f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.092363] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 945.092363] env[70683]: value = "task-3280751" [ 945.092363] env[70683]: _type = "Task" [ 945.092363] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.101418] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280751, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.180358] env[70683]: DEBUG nova.compute.manager [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.281029] env[70683]: DEBUG nova.compute.manager [req-3256ef1b-9dad-41de-a4cc-4e6bdac6a9ed req-9bf3a89d-6405-4ce0-b13e-4e4e920d678d service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Received event network-changed-f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.281029] env[70683]: DEBUG nova.compute.manager [req-3256ef1b-9dad-41de-a4cc-4e6bdac6a9ed req-9bf3a89d-6405-4ce0-b13e-4e4e920d678d service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Refreshing instance network info cache due to event network-changed-f578b9f3-39c4-4f68-be1f-7db5e4005aa8. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.281268] env[70683]: DEBUG oslo_concurrency.lockutils [req-3256ef1b-9dad-41de-a4cc-4e6bdac6a9ed req-9bf3a89d-6405-4ce0-b13e-4e4e920d678d service nova] Acquiring lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.304801] env[70683]: INFO nova.compute.manager [-] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Took 1.03 seconds to deallocate network for instance. [ 945.364821] env[70683]: DEBUG nova.network.neutron [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Updated VIF entry in instance network info cache for port f578b9f3-39c4-4f68-be1f-7db5e4005aa8. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.365197] env[70683]: DEBUG nova.network.neutron [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Updating instance_info_cache with network_info: [{"id": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "address": "fa:16:3e:11:82:78", "network": {"id": "c563e1a9-3072-4554-ac8c-9982d52bc50a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1232154808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93cad489cdf74851b39af89690099386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf578b9f3-39", "ovs_interfaceid": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.513735] env[70683]: DEBUG nova.compute.utils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.519025] env[70683]: DEBUG nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.519025] env[70683]: DEBUG nova.network.neutron [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.602017] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280751, 'name': Rename_Task, 'duration_secs': 0.139359} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.602907] env[70683]: DEBUG nova.network.neutron [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.605644] env[70683]: DEBUG nova.policy [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.607997] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.607997] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b7e657-7101-4e18-8f8a-ce28ba1ddf4d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.615217] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 945.615217] env[70683]: value = "task-3280752" [ 945.615217] env[70683]: _type = "Task" [ 945.615217] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.623069] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.704062] env[70683]: DEBUG nova.network.neutron [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.717376] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.811188] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.867561] env[70683]: DEBUG oslo_concurrency.lockutils [req-17305feb-f5e9-4e87-903c-d58692582e39 req-c4fdabf6-2b8d-4fc0-a0a7-611d8c046c82 service nova] Releasing lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.868123] env[70683]: DEBUG oslo_concurrency.lockutils [req-3256ef1b-9dad-41de-a4cc-4e6bdac6a9ed req-9bf3a89d-6405-4ce0-b13e-4e4e920d678d service nova] Acquired lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.868474] env[70683]: DEBUG nova.network.neutron [req-3256ef1b-9dad-41de-a4cc-4e6bdac6a9ed req-9bf3a89d-6405-4ce0-b13e-4e4e920d678d service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Refreshing network info cache for port f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.018975] env[70683]: DEBUG nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.057243] env[70683]: DEBUG nova.network.neutron [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Successfully created port: 498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.133572] env[70683]: DEBUG oslo_vmware.api [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280752, 'name': PowerOnVM_Task, 'duration_secs': 0.491422} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.133921] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.135439] env[70683]: INFO nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Took 8.17 seconds to spawn the instance on the hypervisor. [ 946.135439] env[70683]: DEBUG nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.135439] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07426d0-faec-41cb-a7d9-04f32ef81bcf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.209365] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Releasing lock "refresh_cache-c79ca6bd-2519-4036-9431-415cfed01a74" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.209848] env[70683]: DEBUG nova.compute.manager [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.210102] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.211084] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c0969-3d6c-4ecf-8cfd-d152327e8751 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.224408] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.224705] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-787b1e59-0533-47f3-ac20-2d4322568c90 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.238046] env[70683]: DEBUG oslo_vmware.api [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 946.238046] env[70683]: value = "task-3280753" [ 946.238046] env[70683]: _type = "Task" [ 946.238046] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.256750] env[70683]: DEBUG oslo_vmware.api [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.563179] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c052d55-8f7f-4438-83fc-46e785c8d998 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.571898] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be85c1-087b-4c33-b1be-cc97402d0d0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.614331] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a4f12-e6f1-4e85-b332-972a8146439b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.622895] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9518b97-e412-4288-96bc-a5466f9702d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.637086] env[70683]: DEBUG nova.compute.provider_tree [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.658198] env[70683]: INFO nova.compute.manager [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Took 55.58 seconds to build instance. [ 946.747205] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquiring lock "e85c185c-9e92-4539-a3f4-105c29b1a018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.747716] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "e85c185c-9e92-4539-a3f4-105c29b1a018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.748118] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquiring lock "e85c185c-9e92-4539-a3f4-105c29b1a018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.748501] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "e85c185c-9e92-4539-a3f4-105c29b1a018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.748872] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "e85c185c-9e92-4539-a3f4-105c29b1a018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.751763] env[70683]: DEBUG nova.network.neutron [req-3256ef1b-9dad-41de-a4cc-4e6bdac6a9ed req-9bf3a89d-6405-4ce0-b13e-4e4e920d678d service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Updated VIF entry in instance network info cache for port f578b9f3-39c4-4f68-be1f-7db5e4005aa8. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.752288] env[70683]: DEBUG nova.network.neutron [req-3256ef1b-9dad-41de-a4cc-4e6bdac6a9ed req-9bf3a89d-6405-4ce0-b13e-4e4e920d678d service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Updating instance_info_cache with network_info: [{"id": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "address": "fa:16:3e:11:82:78", "network": {"id": "c563e1a9-3072-4554-ac8c-9982d52bc50a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1232154808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93cad489cdf74851b39af89690099386", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf578b9f3-39", "ovs_interfaceid": "f578b9f3-39c4-4f68-be1f-7db5e4005aa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.754585] env[70683]: INFO nova.compute.manager [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Terminating instance [ 946.763020] env[70683]: DEBUG oslo_vmware.api [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280753, 'name': PowerOffVM_Task, 'duration_secs': 0.184812} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.763020] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.763020] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.763020] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f8c6b3e-ff81-4ce9-ad45-4824408f9ee8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.791082] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.791341] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.791528] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Deleting the datastore file [datastore2] c79ca6bd-2519-4036-9431-415cfed01a74 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.791796] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-076c03fe-623d-41b9-95cd-6e46fc1b4979 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.801292] env[70683]: DEBUG oslo_vmware.api [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for the task: (returnval){ [ 946.801292] env[70683]: value = "task-3280755" [ 946.801292] env[70683]: _type = "Task" [ 946.801292] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.806971] env[70683]: DEBUG oslo_vmware.api [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.990088] env[70683]: DEBUG nova.compute.manager [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.990358] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21a25e5-a979-4e53-84b8-d32ceeb29e96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.034220] env[70683]: DEBUG nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.059786] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.060053] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.060219] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.060404] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.060551] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.060701] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.060971] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.061169] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.061350] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.061516] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.061744] env[70683]: DEBUG nova.virt.hardware [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.062934] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e93b9-58a9-41c7-b475-73932841a2f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.070684] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adac4ce2-c07a-4901-895c-cb48b074a582 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.140394] env[70683]: DEBUG nova.scheduler.client.report [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.159981] env[70683]: DEBUG oslo_concurrency.lockutils [None req-00e52ef5-07d9-4278-8d07-b300b92b42da tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.422s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.229302] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquiring lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.229631] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.229798] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquiring lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.229984] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.230173] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.232853] env[70683]: INFO nova.compute.manager [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Terminating instance [ 947.257500] env[70683]: DEBUG oslo_concurrency.lockutils [req-3256ef1b-9dad-41de-a4cc-4e6bdac6a9ed req-9bf3a89d-6405-4ce0-b13e-4e4e920d678d service nova] Releasing lock "refresh_cache-e85c185c-9e92-4539-a3f4-105c29b1a018" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.264667] env[70683]: DEBUG nova.compute.manager [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.264949] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.265803] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8806f8-8561-44a1-91a5-11bed4801e55 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.274614] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.274941] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aee9027-c71c-48c9-8542-0201123e6ae8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.281194] env[70683]: DEBUG oslo_vmware.api [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 947.281194] env[70683]: value = "task-3280756" [ 947.281194] env[70683]: _type = "Task" [ 947.281194] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.289246] env[70683]: DEBUG oslo_vmware.api [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.309292] env[70683]: DEBUG oslo_vmware.api [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Task: {'id': task-3280755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248499} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.309292] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.309465] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.309648] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.309648] env[70683]: INFO nova.compute.manager [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Took 1.10 seconds to destroy the instance on the hypervisor. [ 947.311036] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.311036] env[70683]: DEBUG nova.compute.manager [-] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.311036] env[70683]: DEBUG nova.network.neutron [-] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.326236] env[70683]: DEBUG nova.network.neutron [-] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.501808] env[70683]: INFO nova.compute.manager [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] instance snapshotting [ 947.504497] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77b1a64-96d9-4ee4-8a67-bd4d9c63efc9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.523450] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710b84a4-6cf9-40b8-9842-7a3121cb75bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.645843] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.646688] env[70683]: DEBUG nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.650751] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.890s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.651173] env[70683]: DEBUG nova.objects.instance [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lazy-loading 'resources' on Instance uuid 074198f4-c433-42e5-be81-4c6f45554d97 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.662215] env[70683]: DEBUG nova.compute.manager [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.736930] env[70683]: DEBUG nova.compute.manager [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.737266] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.738153] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55efa029-db35-47de-ba4c-b04ee53b0212 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.747730] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.747971] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a35786a-dc94-4302-9dc4-355026150c2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.754936] env[70683]: DEBUG oslo_vmware.api [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 947.754936] env[70683]: value = "task-3280757" [ 947.754936] env[70683]: _type = "Task" [ 947.754936] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.764253] env[70683]: DEBUG oslo_vmware.api [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.791512] env[70683]: DEBUG oslo_vmware.api [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280756, 'name': PowerOffVM_Task, 'duration_secs': 0.361255} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.791940] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.792191] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.792520] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c8c5c92-ac0a-49bd-8a0a-2e2458d50428 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.829411] env[70683]: DEBUG nova.network.neutron [-] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.853034] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.853291] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.853476] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Deleting the datastore file [datastore1] e85c185c-9e92-4539-a3f4-105c29b1a018 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.853774] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc30693d-5bbc-46e0-9413-d59d8175e9d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.865888] env[70683]: DEBUG oslo_vmware.api [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for the task: (returnval){ [ 947.865888] env[70683]: value = "task-3280759" [ 947.865888] env[70683]: _type = "Task" [ 947.865888] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.876395] env[70683]: DEBUG oslo_vmware.api [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.891606] env[70683]: DEBUG nova.compute.manager [req-24a31bc4-b6ed-4e05-a85b-efcc4dfd16e6 req-8296e540-999e-48fc-8f73-3b6eb35cf449 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received event network-vif-plugged-498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.891841] env[70683]: DEBUG oslo_concurrency.lockutils [req-24a31bc4-b6ed-4e05-a85b-efcc4dfd16e6 req-8296e540-999e-48fc-8f73-3b6eb35cf449 service nova] Acquiring lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.892128] env[70683]: DEBUG oslo_concurrency.lockutils [req-24a31bc4-b6ed-4e05-a85b-efcc4dfd16e6 req-8296e540-999e-48fc-8f73-3b6eb35cf449 service nova] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.892334] env[70683]: DEBUG oslo_concurrency.lockutils [req-24a31bc4-b6ed-4e05-a85b-efcc4dfd16e6 req-8296e540-999e-48fc-8f73-3b6eb35cf449 service nova] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.892523] env[70683]: DEBUG nova.compute.manager [req-24a31bc4-b6ed-4e05-a85b-efcc4dfd16e6 req-8296e540-999e-48fc-8f73-3b6eb35cf449 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] No waiting events found dispatching network-vif-plugged-498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.892706] env[70683]: WARNING nova.compute.manager [req-24a31bc4-b6ed-4e05-a85b-efcc4dfd16e6 req-8296e540-999e-48fc-8f73-3b6eb35cf449 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received unexpected event network-vif-plugged-498f1ea8-20a2-4cbd-bde1-a6cea4eea42f for instance with vm_state building and task_state spawning. [ 948.033769] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 948.034112] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b0c31d3-2dad-4bcd-b149-a6dfeadd3af2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.040811] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 948.040811] env[70683]: value = "task-3280760" [ 948.040811] env[70683]: _type = "Task" [ 948.040811] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.048887] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.097986] env[70683]: DEBUG nova.network.neutron [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Successfully updated port: 498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.157152] env[70683]: DEBUG nova.compute.utils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.164651] env[70683]: DEBUG nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.165028] env[70683]: DEBUG nova.network.neutron [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.183682] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.237568] env[70683]: DEBUG nova.policy [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f895bb50e284802934bba2601c130e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224b3fff30be4df692db0afe4bd4aa6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.264525] env[70683]: DEBUG oslo_vmware.api [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280757, 'name': PowerOffVM_Task, 'duration_secs': 0.238668} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.264819] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.264988] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.265266] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c09c21a7-c136-4982-ab0d-e24662d28368 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.324387] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.324603] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.324789] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Deleting the datastore file [datastore1] 77a643e9-ec9f-4be2-90fc-2e31f3fb780c {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.325425] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-523cb9ec-3625-4764-a132-0ecc8a79dd5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.332259] env[70683]: INFO nova.compute.manager [-] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Took 1.02 seconds to deallocate network for instance. [ 948.335311] env[70683]: DEBUG oslo_vmware.api [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for the task: (returnval){ [ 948.335311] env[70683]: value = "task-3280762" [ 948.335311] env[70683]: _type = "Task" [ 948.335311] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.346286] env[70683]: DEBUG oslo_vmware.api [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.380504] env[70683]: DEBUG oslo_vmware.api [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Task: {'id': task-3280759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222245} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.380766] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.381512] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.381512] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.381512] env[70683]: INFO nova.compute.manager [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Took 1.12 seconds to destroy the instance on the hypervisor. [ 948.381741] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.382619] env[70683]: DEBUG nova.compute.manager [-] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.382784] env[70683]: DEBUG nova.network.neutron [-] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.551962] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.600733] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.600885] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.604021] env[70683]: DEBUG nova.network.neutron [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.667089] env[70683]: DEBUG nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.684109] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1f4f2b-95d6-488a-b1bf-df30944d8aae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.692983] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b087b7-4bc4-40d9-bde8-835e76f7774e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.731337] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d7e4f6-a0b7-4d88-86e3-315bdb583b8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.739679] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61219fae-0fae-461e-879b-b543ba93b819 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.755148] env[70683]: DEBUG nova.compute.provider_tree [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.824142] env[70683]: DEBUG nova.network.neutron [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Successfully created port: 22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.844396] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.850625] env[70683]: DEBUG oslo_vmware.api [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Task: {'id': task-3280762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197709} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.850890] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.851097] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.851283] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.851456] env[70683]: INFO nova.compute.manager [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 948.851702] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.851895] env[70683]: DEBUG nova.compute.manager [-] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.851993] env[70683]: DEBUG nova.network.neutron [-] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.051945] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280760, 'name': CreateSnapshot_Task, 'duration_secs': 0.727664} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.052503] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 949.053271] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080ddc2f-e2e9-403b-8cbb-dfc57ac1db73 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.156025] env[70683]: DEBUG nova.network.neutron [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.262873] env[70683]: DEBUG nova.scheduler.client.report [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.269279] env[70683]: DEBUG nova.network.neutron [-] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.309421] env[70683]: DEBUG nova.network.neutron [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [{"id": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "address": "fa:16:3e:d3:30:28", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498f1ea8-20", "ovs_interfaceid": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.571741] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 949.571741] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be0295a7-7b49-4264-ae5a-4f2816e90ed7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.581117] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 949.581117] env[70683]: value = "task-3280763" [ 949.581117] env[70683]: _type = "Task" [ 949.581117] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.590627] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280763, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.682300] env[70683]: DEBUG nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.705285] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.705552] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.705712] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.705890] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.706047] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.706199] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.706408] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.706677] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.706909] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.707093] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.707272] env[70683]: DEBUG nova.virt.hardware [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.708139] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110e8987-f5b9-4245-954f-1eba8366e811 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.716563] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e3adf-6639-4274-b51c-e801d4c98893 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.773054] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.775238] env[70683]: INFO nova.compute.manager [-] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Took 1.39 seconds to deallocate network for instance. [ 949.776020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.927s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.776020] env[70683]: DEBUG nova.objects.instance [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 949.797051] env[70683]: INFO nova.scheduler.client.report [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Deleted allocations for instance 074198f4-c433-42e5-be81-4c6f45554d97 [ 949.814116] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.814321] env[70683]: DEBUG nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Instance network_info: |[{"id": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "address": "fa:16:3e:d3:30:28", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498f1ea8-20", "ovs_interfaceid": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.814968] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:30:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '498f1ea8-20a2-4cbd-bde1-a6cea4eea42f', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.825289] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Creating folder: Project (b08e26653e3043249fa72dddf5d24efb). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.826320] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e50c869-fd2e-4fdf-a13e-00031bec9d1e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.837762] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Created folder: Project (b08e26653e3043249fa72dddf5d24efb) in parent group-v655051. [ 949.837946] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Creating folder: Instances. Parent ref: group-v655210. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.838200] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-690e2ad9-0717-4eef-8fa0-4cc4a12c13d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.847993] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Created folder: Instances in parent group-v655210. [ 949.848282] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.848549] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.848725] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37543126-e2ae-4239-9187-ec0ec23f15c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.868765] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.868765] env[70683]: value = "task-3280766" [ 949.868765] env[70683]: _type = "Task" [ 949.868765] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.876753] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280766, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.926270] env[70683]: DEBUG nova.compute.manager [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received event network-changed-498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.926488] env[70683]: DEBUG nova.compute.manager [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Refreshing instance network info cache due to event network-changed-498f1ea8-20a2-4cbd-bde1-a6cea4eea42f. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.926803] env[70683]: DEBUG oslo_concurrency.lockutils [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] Acquiring lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.926968] env[70683]: DEBUG oslo_concurrency.lockutils [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] Acquired lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.927182] env[70683]: DEBUG nova.network.neutron [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Refreshing network info cache for port 498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.942263] env[70683]: DEBUG nova.network.neutron [-] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.092760] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280763, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.286913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.306040] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54aa858c-b9b2-40aa-a8e7-96a144b61606 tempest-AttachInterfacesUnderV243Test-2072416344 tempest-AttachInterfacesUnderV243Test-2072416344-project-member] Lock "074198f4-c433-42e5-be81-4c6f45554d97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.720s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.380229] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280766, 'name': CreateVM_Task, 'duration_secs': 0.332766} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.380411] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.382027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.382027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.382027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.382027] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7893d17c-d3af-410a-9b34-3f80ca632ed5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.387683] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 950.387683] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ad11b9-ac38-2aac-a52c-55d8c686db51" [ 950.387683] env[70683]: _type = "Task" [ 950.387683] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.399020] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ad11b9-ac38-2aac-a52c-55d8c686db51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.445203] env[70683]: INFO nova.compute.manager [-] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Took 1.59 seconds to deallocate network for instance. [ 950.592193] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280763, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.788892] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1c5b457-8eba-4f53-856c-afca4ca1c3f5 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.790138] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.403s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.790444] env[70683]: DEBUG nova.objects.instance [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lazy-loading 'resources' on Instance uuid 635ba1b8-57b8-4f9e-8665-58fb8953d176 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.897231] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ad11b9-ac38-2aac-a52c-55d8c686db51, 'name': SearchDatastore_Task, 'duration_secs': 0.012487} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.897531] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.897764] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.898022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.898169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.898352] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.898614] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-009513e1-f671-4cce-a246-e2347fb1804e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.906541] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.906734] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.907450] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463d6bd7-847c-4805-8d24-70d3bbfb175e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.912249] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 950.912249] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b6010-4916-2881-6490-17948af8c447" [ 950.912249] env[70683]: _type = "Task" [ 950.912249] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.920272] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b6010-4916-2881-6490-17948af8c447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.953310] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.093992] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280763, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.114106] env[70683]: DEBUG nova.network.neutron [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updated VIF entry in instance network info cache for port 498f1ea8-20a2-4cbd-bde1-a6cea4eea42f. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.114502] env[70683]: DEBUG nova.network.neutron [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [{"id": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "address": "fa:16:3e:d3:30:28", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498f1ea8-20", "ovs_interfaceid": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.257036] env[70683]: DEBUG nova.network.neutron [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Successfully updated port: 22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.437087] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b6010-4916-2881-6490-17948af8c447, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.442025] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15933cc-b7a1-4e77-b42a-d7b3a1e6a84c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.446969] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 951.446969] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b39819-19aa-1336-e6d5-5992c8729499" [ 951.446969] env[70683]: _type = "Task" [ 951.446969] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.456128] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b39819-19aa-1336-e6d5-5992c8729499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.597534] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280763, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.618862] env[70683]: DEBUG oslo_concurrency.lockutils [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] Releasing lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.619159] env[70683]: DEBUG nova.compute.manager [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Received event network-vif-deleted-f578b9f3-39c4-4f68-be1f-7db5e4005aa8 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.619346] env[70683]: DEBUG nova.compute.manager [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Received event network-vif-deleted-48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.619509] env[70683]: INFO nova.compute.manager [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Neutron deleted interface 48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45; detaching it from the instance and deleting it from the info cache [ 951.619673] env[70683]: DEBUG nova.network.neutron [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.765893] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.765893] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.765893] env[70683]: DEBUG nova.network.neutron [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.834267] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd717cc3-439d-43d9-b1a2-05712bef25d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.842365] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9073a02-c5b7-4d6d-ad09-b4c13f8e7937 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.881111] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc00746-e655-4623-bda0-c49873f234e6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.889367] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95864d9e-65b2-4af1-a2b9-9ea4b6fd4dcb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.903179] env[70683]: DEBUG nova.compute.provider_tree [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.960041] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b39819-19aa-1336-e6d5-5992c8729499, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.960906] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.961238] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] bc655189-5874-4019-bf25-cb2ce45ed2ed/bc655189-5874-4019-bf25-cb2ce45ed2ed.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.961548] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3275ba03-9018-47da-86b9-8d453ee2bd6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.965862] env[70683]: DEBUG nova.compute.manager [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Received event network-vif-plugged-22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.966129] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] Acquiring lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.966642] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] Lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.966863] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] Lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.967079] env[70683]: DEBUG nova.compute.manager [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] No waiting events found dispatching network-vif-plugged-22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.967256] env[70683]: WARNING nova.compute.manager [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Received unexpected event network-vif-plugged-22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 for instance with vm_state building and task_state spawning. [ 951.967434] env[70683]: DEBUG nova.compute.manager [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Received event network-changed-22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.967599] env[70683]: DEBUG nova.compute.manager [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Refreshing instance network info cache due to event network-changed-22bf3b0b-2aaa-4eca-aa8d-e98944e0b456. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.967804] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] Acquiring lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.974094] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 951.974094] env[70683]: value = "task-3280767" [ 951.974094] env[70683]: _type = "Task" [ 951.974094] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.981817] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.095627] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280763, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.122989] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e4d4905-4dc1-45ba-9058-bbdda7250ac9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.133515] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b6153b-7786-44f1-b88a-71522984e98c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.175484] env[70683]: DEBUG nova.compute.manager [req-1ff0b216-256e-490b-8b80-d29aea38514a req-af4e6700-f31c-4e53-81f3-cfdbf7bd41d7 service nova] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Detach interface failed, port_id=48fcee01-9f09-48cf-9fd8-d4cc8ba1ba45, reason: Instance 77a643e9-ec9f-4be2-90fc-2e31f3fb780c could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.348209] env[70683]: DEBUG nova.network.neutron [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.406826] env[70683]: DEBUG nova.scheduler.client.report [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.484545] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484222} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.485361] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] bc655189-5874-4019-bf25-cb2ce45ed2ed/bc655189-5874-4019-bf25-cb2ce45ed2ed.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.485504] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.485761] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8e1467d-727d-4d63-aa42-93e2ca8ad47b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.494911] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 952.494911] env[70683]: value = "task-3280768" [ 952.494911] env[70683]: _type = "Task" [ 952.494911] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.504214] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.598512] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280763, 'name': CloneVM_Task, 'duration_secs': 2.658585} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.598821] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Created linked-clone VM from snapshot [ 952.599696] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f831b-6b1a-4f52-ad9e-c351140602a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.606977] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Uploading image 51006534-ea6e-49fa-97cf-e212e59e3ffe {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.637477] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 952.637477] env[70683]: value = "vm-655209" [ 952.637477] env[70683]: _type = "VirtualMachine" [ 952.637477] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 952.637859] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f96d3f9-4b86-40aa-85f9-efe362aea812 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.645880] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lease: (returnval){ [ 952.645880] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a4ca6e-8084-fe43-ad52-3c1b74e0991b" [ 952.645880] env[70683]: _type = "HttpNfcLease" [ 952.645880] env[70683]: } obtained for exporting VM: (result){ [ 952.645880] env[70683]: value = "vm-655209" [ 952.645880] env[70683]: _type = "VirtualMachine" [ 952.645880] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 952.646146] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the lease: (returnval){ [ 952.646146] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a4ca6e-8084-fe43-ad52-3c1b74e0991b" [ 952.646146] env[70683]: _type = "HttpNfcLease" [ 952.646146] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.654515] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.654515] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a4ca6e-8084-fe43-ad52-3c1b74e0991b" [ 952.654515] env[70683]: _type = "HttpNfcLease" [ 952.654515] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.682201] env[70683]: DEBUG nova.network.neutron [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Updating instance_info_cache with network_info: [{"id": "22bf3b0b-2aaa-4eca-aa8d-e98944e0b456", "address": "fa:16:3e:ea:8b:1d", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22bf3b0b-2a", "ovs_interfaceid": "22bf3b0b-2aaa-4eca-aa8d-e98944e0b456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.913791] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.916865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.459s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.918449] env[70683]: INFO nova.compute.claims [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.953088] env[70683]: INFO nova.scheduler.client.report [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Deleted allocations for instance 635ba1b8-57b8-4f9e-8665-58fb8953d176 [ 953.006418] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082688} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.007621] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.008607] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceee9dfc-654c-47ac-b15c-abfd0fc43270 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.035752] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] bc655189-5874-4019-bf25-cb2ce45ed2ed/bc655189-5874-4019-bf25-cb2ce45ed2ed.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.036780] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186cb90e-81a8-4251-a3ab-73ea5dcb0e6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.057287] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 953.057287] env[70683]: value = "task-3280770" [ 953.057287] env[70683]: _type = "Task" [ 953.057287] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.065943] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.155866] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.155866] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a4ca6e-8084-fe43-ad52-3c1b74e0991b" [ 953.155866] env[70683]: _type = "HttpNfcLease" [ 953.155866] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.156174] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.156174] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a4ca6e-8084-fe43-ad52-3c1b74e0991b" [ 953.156174] env[70683]: _type = "HttpNfcLease" [ 953.156174] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 953.156958] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d06ad1-faaf-4406-b9f6-d7ce8450f9ec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.164697] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201f6dd-7bac-01f7-3ee8-251fbf66ddaf/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.164872] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201f6dd-7bac-01f7-3ee8-251fbf66ddaf/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 953.223219] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.223219] env[70683]: DEBUG nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Instance network_info: |[{"id": "22bf3b0b-2aaa-4eca-aa8d-e98944e0b456", "address": "fa:16:3e:ea:8b:1d", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22bf3b0b-2a", "ovs_interfaceid": "22bf3b0b-2aaa-4eca-aa8d-e98944e0b456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.223219] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] Acquired lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.223219] env[70683]: DEBUG nova.network.neutron [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Refreshing network info cache for port 22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.226814] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:8b:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22bf3b0b-2aaa-4eca-aa8d-e98944e0b456', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.232895] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.235026] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.235823] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c390b6cc-50f0-437c-8136-69a418d9105b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.255677] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.255677] env[70683]: value = "task-3280771" [ 953.255677] env[70683]: _type = "Task" [ 953.255677] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.263404] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280771, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.329717] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-373a5a61-a5bf-4928-991e-6a65e12e9880 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.466381] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f293b75-7c10-4067-8837-7e9ca1bdea73 tempest-ServerMetadataTestJSON-1531936879 tempest-ServerMetadataTestJSON-1531936879-project-member] Lock "635ba1b8-57b8-4f9e-8665-58fb8953d176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.604s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.567283] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280770, 'name': ReconfigVM_Task, 'duration_secs': 0.304588} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.567652] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Reconfigured VM instance instance-00000038 to attach disk [datastore2] bc655189-5874-4019-bf25-cb2ce45ed2ed/bc655189-5874-4019-bf25-cb2ce45ed2ed.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.568332] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3fda0e4-9dd7-40d9-9a47-b052714de846 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.574197] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 953.574197] env[70683]: value = "task-3280772" [ 953.574197] env[70683]: _type = "Task" [ 953.574197] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.582369] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280772, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.765602] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280771, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.085552] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280772, 'name': Rename_Task, 'duration_secs': 0.157796} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.086063] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.086591] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91b7c46c-f9ec-4a5c-bb80-ed8774b2b883 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.092583] env[70683]: DEBUG nova.network.neutron [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Updated VIF entry in instance network info cache for port 22bf3b0b-2aaa-4eca-aa8d-e98944e0b456. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.092583] env[70683]: DEBUG nova.network.neutron [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Updating instance_info_cache with network_info: [{"id": "22bf3b0b-2aaa-4eca-aa8d-e98944e0b456", "address": "fa:16:3e:ea:8b:1d", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22bf3b0b-2a", "ovs_interfaceid": "22bf3b0b-2aaa-4eca-aa8d-e98944e0b456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.099872] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 954.099872] env[70683]: value = "task-3280773" [ 954.099872] env[70683]: _type = "Task" [ 954.099872] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.110904] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.269665] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280771, 'name': CreateVM_Task, 'duration_secs': 0.553614} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.269947] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.271438] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.271438] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.271438] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.271645] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a397523-d999-4b6a-ab0c-5b1338ccd2c7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.276762] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 954.276762] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d1ed50-364a-d7a1-9473-b88f62a1e570" [ 954.276762] env[70683]: _type = "Task" [ 954.276762] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.287934] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d1ed50-364a-d7a1-9473-b88f62a1e570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.394274] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c84546-1abc-4c12-bdcd-3e5cdc7a322b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.402330] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05989edc-97b7-4f7f-b67d-36114fac18f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.445021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83435fd-282d-452f-9bed-3d18d45d70e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.454832] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e788b5d-e9c0-4210-a02f-bc8df6adf5fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.472809] env[70683]: DEBUG nova.compute.provider_tree [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.596917] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b2e7b10-8982-465c-9b5d-574f062ec5e7 req-1466735f-2155-4225-8365-b156695a83d2 service nova] Releasing lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.610106] env[70683]: DEBUG oslo_vmware.api [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3280773, 'name': PowerOnVM_Task, 'duration_secs': 0.45969} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.610546] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.610627] env[70683]: INFO nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Took 7.58 seconds to spawn the instance on the hypervisor. [ 954.610738] env[70683]: DEBUG nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.612254] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced9aea-b9fe-44f8-ae3e-9273cccf966b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.791153] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d1ed50-364a-d7a1-9473-b88f62a1e570, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.791472] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.791706] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.791966] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.792151] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.792328] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.792596] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb81923e-6ff0-4f2f-8dfb-85f446eff6c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.802381] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.802683] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.803825] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a51cb82-704c-48c4-af94-d54b10dbc604 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.815980] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 954.815980] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52185351-a2fb-6ee7-bd99-c143e0b35b6f" [ 954.815980] env[70683]: _type = "Task" [ 954.815980] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.831674] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52185351-a2fb-6ee7-bd99-c143e0b35b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.834097] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ae58a7-0546-44ca-95f4-a921ad25660e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.842781] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 954.842781] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52635619-2f83-7d46-955b-8bfb94f493cf" [ 954.842781] env[70683]: _type = "Task" [ 954.842781] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.858147] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52635619-2f83-7d46-955b-8bfb94f493cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.858621] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.859209] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 202f5758-4b86-4768-9bb3-1fab0e90e8c2/202f5758-4b86-4768-9bb3-1fab0e90e8c2.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.859672] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32b623c6-9d38-45bc-b1da-ab149193a962 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.869973] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 954.869973] env[70683]: value = "task-3280774" [ 954.869973] env[70683]: _type = "Task" [ 954.869973] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.881954] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.977971] env[70683]: DEBUG nova.scheduler.client.report [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.138353] env[70683]: INFO nova.compute.manager [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Took 57.96 seconds to build instance. [ 955.384238] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500142} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.384238] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 202f5758-4b86-4768-9bb3-1fab0e90e8c2/202f5758-4b86-4768-9bb3-1fab0e90e8c2.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.384238] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.384238] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-254df844-d4fa-4afc-993f-6332e432931d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.389581] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 955.389581] env[70683]: value = "task-3280775" [ 955.389581] env[70683]: _type = "Task" [ 955.389581] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.400969] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.484034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.485153] env[70683]: DEBUG nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.492021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 47.885s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.589533] env[70683]: DEBUG nova.compute.manager [req-f0c9bacd-054b-48a0-a773-86569b343d04 req-ac2e77ef-b197-47a0-b529-74b951f6445d service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received event network-changed-498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.589827] env[70683]: DEBUG nova.compute.manager [req-f0c9bacd-054b-48a0-a773-86569b343d04 req-ac2e77ef-b197-47a0-b529-74b951f6445d service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Refreshing instance network info cache due to event network-changed-498f1ea8-20a2-4cbd-bde1-a6cea4eea42f. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.590021] env[70683]: DEBUG oslo_concurrency.lockutils [req-f0c9bacd-054b-48a0-a773-86569b343d04 req-ac2e77ef-b197-47a0-b529-74b951f6445d service nova] Acquiring lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.590190] env[70683]: DEBUG oslo_concurrency.lockutils [req-f0c9bacd-054b-48a0-a773-86569b343d04 req-ac2e77ef-b197-47a0-b529-74b951f6445d service nova] Acquired lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.590362] env[70683]: DEBUG nova.network.neutron [req-f0c9bacd-054b-48a0-a773-86569b343d04 req-ac2e77ef-b197-47a0-b529-74b951f6445d service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Refreshing network info cache for port 498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.642174] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b7d8bfdf-9f89-4520-a79f-a77d8f479b1a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.822s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.899512] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105489} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.899836] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.900675] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90710da8-2e7c-43cc-9446-26a1dd3f93c7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.925115] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 202f5758-4b86-4768-9bb3-1fab0e90e8c2/202f5758-4b86-4768-9bb3-1fab0e90e8c2.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.925479] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92852294-6472-4015-b18e-4294a17996e5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.946085] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 955.946085] env[70683]: value = "task-3280776" [ 955.946085] env[70683]: _type = "Task" [ 955.946085] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.956974] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.992836] env[70683]: DEBUG nova.compute.utils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.997036] env[70683]: INFO nova.compute.claims [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.999700] env[70683]: DEBUG nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.999984] env[70683]: DEBUG nova.network.neutron [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.056431] env[70683]: DEBUG nova.policy [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1970fc03ca644410a24efcad0da21cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3c715596d7a42faad4784100a1a1a36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.460140] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280776, 'name': ReconfigVM_Task, 'duration_secs': 0.412575} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.460435] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 202f5758-4b86-4768-9bb3-1fab0e90e8c2/202f5758-4b86-4768-9bb3-1fab0e90e8c2.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.461040] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c02c88-a980-485a-ae70-9d7afa5202e5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.467377] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 956.467377] env[70683]: value = "task-3280777" [ 956.467377] env[70683]: _type = "Task" [ 956.467377] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.476077] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280777, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.502895] env[70683]: DEBUG nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.507439] env[70683]: INFO nova.compute.resource_tracker [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating resource usage from migration 784f46d9-4220-4369-a4a9-f75011d83fbf [ 956.581517] env[70683]: DEBUG nova.network.neutron [req-f0c9bacd-054b-48a0-a773-86569b343d04 req-ac2e77ef-b197-47a0-b529-74b951f6445d service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updated VIF entry in instance network info cache for port 498f1ea8-20a2-4cbd-bde1-a6cea4eea42f. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.581986] env[70683]: DEBUG nova.network.neutron [req-f0c9bacd-054b-48a0-a773-86569b343d04 req-ac2e77ef-b197-47a0-b529-74b951f6445d service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [{"id": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "address": "fa:16:3e:d3:30:28", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498f1ea8-20", "ovs_interfaceid": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.648445] env[70683]: DEBUG nova.network.neutron [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Successfully created port: 9a395ee5-74fe-4150-8ad0-85f0db3fe30f {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.979086] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280777, 'name': Rename_Task, 'duration_secs': 0.185216} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.982172] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.982731] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b5c9b5b-4ea0-4d84-aac4-6b6e0e787cdf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.989991] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 956.989991] env[70683]: value = "task-3280778" [ 956.989991] env[70683]: _type = "Task" [ 956.989991] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.001191] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.084586] env[70683]: DEBUG oslo_concurrency.lockutils [req-f0c9bacd-054b-48a0-a773-86569b343d04 req-ac2e77ef-b197-47a0-b529-74b951f6445d service nova] Releasing lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.119729] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d497e-ed1d-46de-b582-99387a7d1b66 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.128235] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e862b-15ce-4d97-9a42-700e61dbe1bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.159324] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e966c43-feaf-4c13-bd2b-495748823064 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.167044] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfcf4cc-d179-42b1-aa46-163702b3fef3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.182145] env[70683]: DEBUG nova.compute.provider_tree [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.501498] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280778, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.516581] env[70683]: DEBUG nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.543834] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.544782] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.544782] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.544782] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.544782] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.544960] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.545161] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.546847] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.546847] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.546847] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.546847] env[70683]: DEBUG nova.virt.hardware [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.547217] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f0c9a9-2acc-49e1-8e9c-4c96dd87392b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.555909] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088215be-0fec-4e29-9e3f-26829cbe3e2c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.685941] env[70683]: DEBUG nova.scheduler.client.report [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.001222] env[70683]: DEBUG oslo_vmware.api [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3280778, 'name': PowerOnVM_Task, 'duration_secs': 0.581692} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.001512] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.001713] env[70683]: INFO nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Took 8.32 seconds to spawn the instance on the hypervisor. [ 958.001893] env[70683]: DEBUG nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.002663] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b54b3a-477a-42ae-9779-79d4d567ec65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.192213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.703s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.192432] env[70683]: INFO nova.compute.manager [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Migrating [ 958.199886] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.028s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.201750] env[70683]: INFO nova.compute.claims [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.276126] env[70683]: DEBUG nova.compute.manager [req-8f63f39c-3e59-4055-8b95-881d914e783f req-ed31f51e-35e2-4ef4-a041-6a4835dc3698 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Received event network-vif-plugged-9a395ee5-74fe-4150-8ad0-85f0db3fe30f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.276379] env[70683]: DEBUG oslo_concurrency.lockutils [req-8f63f39c-3e59-4055-8b95-881d914e783f req-ed31f51e-35e2-4ef4-a041-6a4835dc3698 service nova] Acquiring lock "0fc06683-ef4e-4990-ba47-b5144d856d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.276698] env[70683]: DEBUG oslo_concurrency.lockutils [req-8f63f39c-3e59-4055-8b95-881d914e783f req-ed31f51e-35e2-4ef4-a041-6a4835dc3698 service nova] Lock "0fc06683-ef4e-4990-ba47-b5144d856d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.276863] env[70683]: DEBUG oslo_concurrency.lockutils [req-8f63f39c-3e59-4055-8b95-881d914e783f req-ed31f51e-35e2-4ef4-a041-6a4835dc3698 service nova] Lock "0fc06683-ef4e-4990-ba47-b5144d856d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.276965] env[70683]: DEBUG nova.compute.manager [req-8f63f39c-3e59-4055-8b95-881d914e783f req-ed31f51e-35e2-4ef4-a041-6a4835dc3698 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] No waiting events found dispatching network-vif-plugged-9a395ee5-74fe-4150-8ad0-85f0db3fe30f {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.278107] env[70683]: WARNING nova.compute.manager [req-8f63f39c-3e59-4055-8b95-881d914e783f req-ed31f51e-35e2-4ef4-a041-6a4835dc3698 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Received unexpected event network-vif-plugged-9a395ee5-74fe-4150-8ad0-85f0db3fe30f for instance with vm_state building and task_state spawning. [ 958.375543] env[70683]: DEBUG nova.network.neutron [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Successfully updated port: 9a395ee5-74fe-4150-8ad0-85f0db3fe30f {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.523301] env[70683]: INFO nova.compute.manager [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Took 59.15 seconds to build instance. [ 958.711635] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.711936] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.712073] env[70683]: DEBUG nova.network.neutron [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.878672] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "refresh_cache-0fc06683-ef4e-4990-ba47-b5144d856d8e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.878893] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquired lock "refresh_cache-0fc06683-ef4e-4990-ba47-b5144d856d8e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.879052] env[70683]: DEBUG nova.network.neutron [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.026831] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c4015494-e3fe-4c97-ba04-318556e9e044 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.859s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.430778] env[70683]: DEBUG nova.network.neutron [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.724901] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80596966-5762-4eb5-ae5b-86cbd9835fc0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.733083] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d71c3a-0601-4a01-bd3d-8b20d3a2d99d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.763303] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7150ec91-eeb4-444a-bdc0-5336ef274612 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.773405] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea83cfe-7d30-4a74-acec-97419dc08816 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.787026] env[70683]: DEBUG nova.compute.provider_tree [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.874859] env[70683]: DEBUG nova.network.neutron [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance_info_cache with network_info: [{"id": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "address": "fa:16:3e:b7:37:8b", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31a31e9-1a", "ovs_interfaceid": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.950351] env[70683]: DEBUG nova.compute.manager [req-b9fe451d-0ad6-4790-9265-4b16754c1b8e req-997a14b2-f0b3-49d1-bfe2-909e150894f5 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Received event network-changed-22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.950585] env[70683]: DEBUG nova.compute.manager [req-b9fe451d-0ad6-4790-9265-4b16754c1b8e req-997a14b2-f0b3-49d1-bfe2-909e150894f5 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Refreshing instance network info cache due to event network-changed-22bf3b0b-2aaa-4eca-aa8d-e98944e0b456. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.950803] env[70683]: DEBUG oslo_concurrency.lockutils [req-b9fe451d-0ad6-4790-9265-4b16754c1b8e req-997a14b2-f0b3-49d1-bfe2-909e150894f5 service nova] Acquiring lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.950943] env[70683]: DEBUG oslo_concurrency.lockutils [req-b9fe451d-0ad6-4790-9265-4b16754c1b8e req-997a14b2-f0b3-49d1-bfe2-909e150894f5 service nova] Acquired lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.951118] env[70683]: DEBUG nova.network.neutron [req-b9fe451d-0ad6-4790-9265-4b16754c1b8e req-997a14b2-f0b3-49d1-bfe2-909e150894f5 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Refreshing network info cache for port 22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.967215] env[70683]: DEBUG nova.network.neutron [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Updating instance_info_cache with network_info: [{"id": "9a395ee5-74fe-4150-8ad0-85f0db3fe30f", "address": "fa:16:3e:50:c1:af", "network": {"id": "d9738aeb-3a3f-4e71-924c-78e64d095194", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-366766351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c715596d7a42faad4784100a1a1a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a395ee5-74", "ovs_interfaceid": "9a395ee5-74fe-4150-8ad0-85f0db3fe30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.290483] env[70683]: DEBUG nova.scheduler.client.report [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.303757] env[70683]: DEBUG nova.compute.manager [req-87099765-f8f4-4bd9-a7b0-405a545033b3 req-5c4c0ce0-3c35-4ed6-af30-dff09106f4b3 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Received event network-changed-9a395ee5-74fe-4150-8ad0-85f0db3fe30f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.303964] env[70683]: DEBUG nova.compute.manager [req-87099765-f8f4-4bd9-a7b0-405a545033b3 req-5c4c0ce0-3c35-4ed6-af30-dff09106f4b3 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Refreshing instance network info cache due to event network-changed-9a395ee5-74fe-4150-8ad0-85f0db3fe30f. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.304231] env[70683]: DEBUG oslo_concurrency.lockutils [req-87099765-f8f4-4bd9-a7b0-405a545033b3 req-5c4c0ce0-3c35-4ed6-af30-dff09106f4b3 service nova] Acquiring lock "refresh_cache-0fc06683-ef4e-4990-ba47-b5144d856d8e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.377651] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.471800] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Releasing lock "refresh_cache-0fc06683-ef4e-4990-ba47-b5144d856d8e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.472370] env[70683]: DEBUG nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Instance network_info: |[{"id": "9a395ee5-74fe-4150-8ad0-85f0db3fe30f", "address": "fa:16:3e:50:c1:af", "network": {"id": "d9738aeb-3a3f-4e71-924c-78e64d095194", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-366766351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c715596d7a42faad4784100a1a1a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a395ee5-74", "ovs_interfaceid": "9a395ee5-74fe-4150-8ad0-85f0db3fe30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.472877] env[70683]: DEBUG oslo_concurrency.lockutils [req-87099765-f8f4-4bd9-a7b0-405a545033b3 req-5c4c0ce0-3c35-4ed6-af30-dff09106f4b3 service nova] Acquired lock "refresh_cache-0fc06683-ef4e-4990-ba47-b5144d856d8e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.473245] env[70683]: DEBUG nova.network.neutron [req-87099765-f8f4-4bd9-a7b0-405a545033b3 req-5c4c0ce0-3c35-4ed6-af30-dff09106f4b3 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Refreshing network info cache for port 9a395ee5-74fe-4150-8ad0-85f0db3fe30f {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.475113] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:c1:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a395ee5-74fe-4150-8ad0-85f0db3fe30f', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.489553] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.495725] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.496420] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78ff6280-92c4-4eee-af7a-1fbb0352fe29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.520070] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.520070] env[70683]: value = "task-3280779" [ 960.520070] env[70683]: _type = "Task" [ 960.520070] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.532102] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280779, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.798898] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.799495] env[70683]: DEBUG nova.compute.manager [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.802189] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.630s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.802386] env[70683]: DEBUG nova.objects.instance [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 960.829176] env[70683]: DEBUG nova.network.neutron [req-b9fe451d-0ad6-4790-9265-4b16754c1b8e req-997a14b2-f0b3-49d1-bfe2-909e150894f5 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Updated VIF entry in instance network info cache for port 22bf3b0b-2aaa-4eca-aa8d-e98944e0b456. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.829603] env[70683]: DEBUG nova.network.neutron [req-b9fe451d-0ad6-4790-9265-4b16754c1b8e req-997a14b2-f0b3-49d1-bfe2-909e150894f5 service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Updating instance_info_cache with network_info: [{"id": "22bf3b0b-2aaa-4eca-aa8d-e98944e0b456", "address": "fa:16:3e:ea:8b:1d", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22bf3b0b-2a", "ovs_interfaceid": "22bf3b0b-2aaa-4eca-aa8d-e98944e0b456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.854850] env[70683]: DEBUG nova.network.neutron [req-87099765-f8f4-4bd9-a7b0-405a545033b3 req-5c4c0ce0-3c35-4ed6-af30-dff09106f4b3 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Updated VIF entry in instance network info cache for port 9a395ee5-74fe-4150-8ad0-85f0db3fe30f. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.855265] env[70683]: DEBUG nova.network.neutron [req-87099765-f8f4-4bd9-a7b0-405a545033b3 req-5c4c0ce0-3c35-4ed6-af30-dff09106f4b3 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Updating instance_info_cache with network_info: [{"id": "9a395ee5-74fe-4150-8ad0-85f0db3fe30f", "address": "fa:16:3e:50:c1:af", "network": {"id": "d9738aeb-3a3f-4e71-924c-78e64d095194", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-366766351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3c715596d7a42faad4784100a1a1a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a395ee5-74", "ovs_interfaceid": "9a395ee5-74fe-4150-8ad0-85f0db3fe30f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.030315] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280779, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.306506] env[70683]: DEBUG nova.compute.utils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.310699] env[70683]: DEBUG nova.compute.manager [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 961.332023] env[70683]: DEBUG oslo_concurrency.lockutils [req-b9fe451d-0ad6-4790-9265-4b16754c1b8e req-997a14b2-f0b3-49d1-bfe2-909e150894f5 service nova] Releasing lock "refresh_cache-202f5758-4b86-4768-9bb3-1fab0e90e8c2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.357413] env[70683]: DEBUG oslo_concurrency.lockutils [req-87099765-f8f4-4bd9-a7b0-405a545033b3 req-5c4c0ce0-3c35-4ed6-af30-dff09106f4b3 service nova] Releasing lock "refresh_cache-0fc06683-ef4e-4990-ba47-b5144d856d8e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.532725] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280779, 'name': CreateVM_Task, 'duration_secs': 0.591311} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.533356] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.533669] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.533868] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.534202] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.534461] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4411521b-5d3f-429e-9490-9caf30a0301f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.539419] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 961.539419] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cfb479-aec6-b5d1-5bf7-e13efeed2809" [ 961.539419] env[70683]: _type = "Task" [ 961.539419] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.548355] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cfb479-aec6-b5d1-5bf7-e13efeed2809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.812058] env[70683]: DEBUG nova.compute.manager [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.815371] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d961ce2-0797-4ad7-b78f-c1816aa566ab tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.816434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 43.042s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.816607] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.816766] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 961.817051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.992s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.817256] env[70683]: DEBUG nova.objects.instance [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lazy-loading 'resources' on Instance uuid e4957660-16be-4dc4-b691-bc6bab8cb1e4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.818881] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca116ab-cfb6-4249-b66f-b7f2484149e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.827455] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd4de0-ef75-48b0-8377-2aa7c70153bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.842909] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7258c734-f3b3-44c6-9364-05a9d24979cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.850274] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a5eb85-f0d6-4c40-9a91-508436c8cae9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.879211] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178554MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 961.879356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.893041] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e97b5ba-c4f9-4995-9087-fb2ce55797aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.910282] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance 'efe01f7a-daad-4592-8e37-25c3ee91c54e' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.052567] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cfb479-aec6-b5d1-5bf7-e13efeed2809, 'name': SearchDatastore_Task, 'duration_secs': 0.012905} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.052873] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.053113] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.053355] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.053500] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.053678] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.053942] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a78e2eb-92c8-4447-bd93-60721db2994c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.063065] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.063257] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.064013] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d40bad-7422-4208-925a-45086e95b31c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.069815] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 962.069815] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527f7db3-0c6d-7ff0-01a7-c53b690382bf" [ 962.069815] env[70683]: _type = "Task" [ 962.069815] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.077541] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527f7db3-0c6d-7ff0-01a7-c53b690382bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.416015] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.416372] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a3d3e70-b6d1-4a87-a16e-e872c7a9032d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.428196] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 962.428196] env[70683]: value = "task-3280780" [ 962.428196] env[70683]: _type = "Task" [ 962.428196] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.440050] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.584174] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527f7db3-0c6d-7ff0-01a7-c53b690382bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.590489] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc495ad-ccd3-4b8e-8523-1c225e4339f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.595935] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 962.595935] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5270e2c8-20ba-86a1-e7ac-ba6f84c80489" [ 962.595935] env[70683]: _type = "Task" [ 962.595935] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.608166] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5270e2c8-20ba-86a1-e7ac-ba6f84c80489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.666934] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201f6dd-7bac-01f7-3ee8-251fbf66ddaf/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 962.667895] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dd8c34-81a3-43ac-bd26-f9c56b2f3a63 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.673804] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201f6dd-7bac-01f7-3ee8-251fbf66ddaf/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 962.674030] env[70683]: ERROR oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201f6dd-7bac-01f7-3ee8-251fbf66ddaf/disk-0.vmdk due to incomplete transfer. [ 962.674207] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-226f2c05-ffee-4453-8c52-0b85d1d0b210 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.682767] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5201f6dd-7bac-01f7-3ee8-251fbf66ddaf/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 962.682767] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Uploaded image 51006534-ea6e-49fa-97cf-e212e59e3ffe to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 962.684571] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 962.684812] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8aa69780-6b5c-4e67-8248-b099d5e7bf72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.690466] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 962.690466] env[70683]: value = "task-3280781" [ 962.690466] env[70683]: _type = "Task" [ 962.690466] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.704322] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280781, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.761782] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed13b537-9e29-4cda-a16a-f03e1c7e9e3a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.768648] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f685d7f-b8b2-4e56-b892-800f3e21645f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.798448] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328f628c-eeac-473a-ab65-89f9cbb7340d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.805524] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bdb8a9-0d3d-425d-9763-858cc902b63d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.820103] env[70683]: DEBUG nova.compute.provider_tree [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.822584] env[70683]: DEBUG nova.compute.manager [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.842488] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.842713] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.842868] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.843059] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.843208] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.843353] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.843561] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.843710] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.843870] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.844044] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.844227] env[70683]: DEBUG nova.virt.hardware [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.845009] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e77b3c9-7ff7-4f35-b8ac-125bc42a2d8e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.852728] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ac667e-0d49-4951-8c2f-0ced8fdacbf4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.865868] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.871323] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Creating folder: Project (104bc45920ae4c6bba9fca712f7e42ea). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.871580] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc856549-d535-4c64-a31f-8acf1552d280 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.880880] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Created folder: Project (104bc45920ae4c6bba9fca712f7e42ea) in parent group-v655051. [ 962.881115] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Creating folder: Instances. Parent ref: group-v655215. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.881304] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8df5c35b-5604-4084-8231-011a62dcc722 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.889884] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Created folder: Instances in parent group-v655215. [ 962.890155] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.890364] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.890565] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d5477f-0efd-400f-b33c-41de7092b7c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.908254] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.908254] env[70683]: value = "task-3280784" [ 962.908254] env[70683]: _type = "Task" [ 962.908254] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.916424] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280784, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.938549] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280780, 'name': PowerOffVM_Task, 'duration_secs': 0.208501} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.938788] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.938983] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance 'efe01f7a-daad-4592-8e37-25c3ee91c54e' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.107351] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5270e2c8-20ba-86a1-e7ac-ba6f84c80489, 'name': SearchDatastore_Task, 'duration_secs': 0.023} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.107659] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.107948] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 0fc06683-ef4e-4990-ba47-b5144d856d8e/0fc06683-ef4e-4990-ba47-b5144d856d8e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.108247] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c41887d2-22ac-4ade-83f8-6b9e0fd94a8f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.116154] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 963.116154] env[70683]: value = "task-3280785" [ 963.116154] env[70683]: _type = "Task" [ 963.116154] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.123784] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.199945] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280781, 'name': Destroy_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.323387] env[70683]: DEBUG nova.scheduler.client.report [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.419672] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280784, 'name': CreateVM_Task, 'duration_secs': 0.288585} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.419855] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.420298] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.420461] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.420782] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.421059] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e456ea3-1aab-41d4-a006-170c61c28a25 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.425547] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 963.425547] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5211c58f-9247-6e7a-acc3-c84e5f2bfff1" [ 963.425547] env[70683]: _type = "Task" [ 963.425547] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.433483] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5211c58f-9247-6e7a-acc3-c84e5f2bfff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.445630] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.445927] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.446027] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.446215] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.446366] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.446507] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.446712] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.447183] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.447183] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.447276] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.447412] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.452496] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aebf8f8-f63c-4958-a199-d044c23d7de7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.468419] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 963.468419] env[70683]: value = "task-3280786" [ 963.468419] env[70683]: _type = "Task" [ 963.468419] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.478020] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.626146] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.700526] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280781, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.828825] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.831907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.832s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.831907] env[70683]: DEBUG nova.objects.instance [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lazy-loading 'resources' on Instance uuid 6896b86f-def0-43dd-b574-09837f1d1216 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.853051] env[70683]: INFO nova.scheduler.client.report [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Deleted allocations for instance e4957660-16be-4dc4-b691-bc6bab8cb1e4 [ 963.937069] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5211c58f-9247-6e7a-acc3-c84e5f2bfff1, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.937423] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.937691] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.938011] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.938188] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.938386] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.938687] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-736ce924-9052-4f38-8d3d-a0c615685977 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.948415] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.948624] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.949481] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39922652-fb09-4427-81e1-eb8716e362ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.954997] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 963.954997] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c715b3-9e3f-ad43-d5c6-9089fa429024" [ 963.954997] env[70683]: _type = "Task" [ 963.954997] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.963719] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c715b3-9e3f-ad43-d5c6-9089fa429024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.976888] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.126544] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.202420] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280781, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.360777] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6470551b-38d1-46e9-bce4-627a15d7ca5e tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e4957660-16be-4dc4-b691-bc6bab8cb1e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.318s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.472418] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c715b3-9e3f-ad43-d5c6-9089fa429024, 'name': SearchDatastore_Task, 'duration_secs': 0.011907} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.479959] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1bc3e3-f9c6-4359-abd3-a321e0928cae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.488068] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 964.488068] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525aae7f-131c-0801-25f1-0304fbf3b0b5" [ 964.488068] env[70683]: _type = "Task" [ 964.488068] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.493401] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280786, 'name': ReconfigVM_Task, 'duration_secs': 0.855084} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.500141] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance 'efe01f7a-daad-4592-8e37-25c3ee91c54e' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.510752] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525aae7f-131c-0801-25f1-0304fbf3b0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.631167] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280785, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441848} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.631427] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 0fc06683-ef4e-4990-ba47-b5144d856d8e/0fc06683-ef4e-4990-ba47-b5144d856d8e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.631655] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.631907] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c06eeb3-edbf-4967-b097-69c649e0facc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.638930] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 964.638930] env[70683]: value = "task-3280787" [ 964.638930] env[70683]: _type = "Task" [ 964.638930] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.650956] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.662853] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "f544859f-0c75-4864-b306-318119c557cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.663091] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "f544859f-0c75-4864-b306-318119c557cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.705508] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280781, 'name': Destroy_Task, 'duration_secs': 1.83557} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.705508] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Destroyed the VM [ 964.705508] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 964.705700] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae469971-19be-41bd-be54-9a91ff63b55e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.712517] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 964.712517] env[70683]: value = "task-3280788" [ 964.712517] env[70683]: _type = "Task" [ 964.712517] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.721828] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280788, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.797147] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15430745-3024-4378-9d80-62513ed5169a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.804982] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d65b087-04cd-4c08-85d1-35ca41895e71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.837500] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174fba45-cb93-4770-bf2a-8843b79c909f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.847600] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ae8bb-de18-4d67-8db7-04eb32329fb2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.861539] env[70683]: DEBUG nova.compute.provider_tree [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.006078] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525aae7f-131c-0801-25f1-0304fbf3b0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.054474} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.008971] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f5bba69d-b38f-4a8c-b5c0-666fd388015c',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1369002069',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.009249] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.009412] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.009596] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.009772] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.009943] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.010497] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.010497] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.010497] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.010657] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.010856] env[70683]: DEBUG nova.virt.hardware [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.016055] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.016389] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.016640] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] a50317f6-a33e-4b26-b361-e541f227fd66/a50317f6-a33e-4b26-b361-e541f227fd66.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.016915] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea522d5c-dd68-4a67-94c5-026a9c960a37 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.040929] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6e2fd9a-3246-457f-9b9e-d87f1b15912a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.048124] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 965.048124] env[70683]: value = "task-3280789" [ 965.048124] env[70683]: _type = "Task" [ 965.048124] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.049457] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 965.049457] env[70683]: value = "task-3280790" [ 965.049457] env[70683]: _type = "Task" [ 965.049457] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.061360] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.064746] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.149549] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064337} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.149879] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.150796] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651b30b2-73d0-4ac0-a2fc-ed4f9ee9970f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.165475] env[70683]: DEBUG nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.176716] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 0fc06683-ef4e-4990-ba47-b5144d856d8e/0fc06683-ef4e-4990-ba47-b5144d856d8e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.177297] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-663dffde-5aac-47e2-a537-b4444357fa24 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.199373] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 965.199373] env[70683]: value = "task-3280791" [ 965.199373] env[70683]: _type = "Task" [ 965.199373] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.208249] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.222287] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280788, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.385324] env[70683]: ERROR nova.scheduler.client.report [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [req-e70efe21-cff1-4b96-aeb6-c843d14c99fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e70efe21-cff1-4b96-aeb6-c843d14c99fc"}]} [ 965.412342] env[70683]: DEBUG nova.scheduler.client.report [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 965.428323] env[70683]: DEBUG nova.scheduler.client.report [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 965.428581] env[70683]: DEBUG nova.compute.provider_tree [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.443340] env[70683]: DEBUG nova.scheduler.client.report [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 965.464986] env[70683]: DEBUG nova.scheduler.client.report [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 965.568205] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280789, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.571640] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280790, 'name': ReconfigVM_Task, 'duration_secs': 0.198845} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.574523] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 965.575650] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e78742b-1790-43ea-9af7-daeccf19475e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.601480] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e/efe01f7a-daad-4592-8e37-25c3ee91c54e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.604466] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28af5c28-04c9-4d2a-a7c6-1bb3c0b729e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.623282] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 965.623282] env[70683]: value = "task-3280792" [ 965.623282] env[70683]: _type = "Task" [ 965.623282] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.633095] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.699948] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.709522] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280791, 'name': ReconfigVM_Task, 'duration_secs': 0.40307} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.712349] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 0fc06683-ef4e-4990-ba47-b5144d856d8e/0fc06683-ef4e-4990-ba47-b5144d856d8e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.714391] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-870ef523-6a3d-4aba-99fc-09b3f6dbfa6b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.724621] env[70683]: DEBUG oslo_vmware.api [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280788, 'name': RemoveSnapshot_Task, 'duration_secs': 1.008785} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.728228] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 965.728902] env[70683]: INFO nova.compute.manager [None req-f5db372f-a929-4032-bbdb-6d810a3b1141 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Took 18.22 seconds to snapshot the instance on the hypervisor. [ 965.732482] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 965.732482] env[70683]: value = "task-3280793" [ 965.732482] env[70683]: _type = "Task" [ 965.732482] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.741478] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280793, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.940741] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b99195-b1d3-4208-93ee-eca1ba8edec8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.948724] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b0ee2-e391-4f79-972d-be78ed5b4069 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.980336] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d9c873-9b68-4ab5-a1e9-8a96d31d5669 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.987462] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6cd0a4-b0b4-4c61-a89b-ceb3dd38e72d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.000581] env[70683]: DEBUG nova.compute.provider_tree [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.061500] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525475} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.062169] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] a50317f6-a33e-4b26-b361-e541f227fd66/a50317f6-a33e-4b26-b361-e541f227fd66.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.062169] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.062304] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e479763-f34f-4850-96d9-74d0f2b3ab8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.068473] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 966.068473] env[70683]: value = "task-3280794" [ 966.068473] env[70683]: _type = "Task" [ 966.068473] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.077023] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.133192] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280792, 'name': ReconfigVM_Task, 'duration_secs': 0.292299} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.133477] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfigured VM instance instance-00000030 to attach disk [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e/efe01f7a-daad-4592-8e37-25c3ee91c54e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.133780] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance 'efe01f7a-daad-4592-8e37-25c3ee91c54e' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.184026] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "e151b104-0273-47db-b6a3-9705a99059fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.184321] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e151b104-0273-47db-b6a3-9705a99059fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.184750] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "e151b104-0273-47db-b6a3-9705a99059fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.184750] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e151b104-0273-47db-b6a3-9705a99059fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.184883] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e151b104-0273-47db-b6a3-9705a99059fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.186758] env[70683]: INFO nova.compute.manager [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Terminating instance [ 966.245480] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280793, 'name': Rename_Task, 'duration_secs': 0.147029} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.245750] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.245990] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8525cec9-61cd-4e2c-bc42-d8af657bb1a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.252612] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 966.252612] env[70683]: value = "task-3280795" [ 966.252612] env[70683]: _type = "Task" [ 966.252612] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.261321] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.504038] env[70683]: DEBUG nova.scheduler.client.report [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.578298] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07017} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.578564] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.579409] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb25e701-3e15-48e0-a73b-a4b2e48a4ee7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.599978] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a50317f6-a33e-4b26-b361-e541f227fd66/a50317f6-a33e-4b26-b361-e541f227fd66.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.600350] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c0fe02-b711-4b76-b3f4-6b8c5817ee72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.619785] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 966.619785] env[70683]: value = "task-3280796" [ 966.619785] env[70683]: _type = "Task" [ 966.619785] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.627657] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.641183] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fd268a-a873-4b5e-a030-823167d5007d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.662659] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b171ffa-9b90-427c-a9ab-f6d1b456e327 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.682988] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance 'efe01f7a-daad-4592-8e37-25c3ee91c54e' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.690821] env[70683]: DEBUG nova.compute.manager [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.691705] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.692022] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c924b-64a5-4b13-baab-dcd561b8e49a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.699569] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.700096] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5fe1985-7cdc-4cb4-92ce-ecb92b0e5ae2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.705657] env[70683]: DEBUG oslo_vmware.api [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 966.705657] env[70683]: value = "task-3280797" [ 966.705657] env[70683]: _type = "Task" [ 966.705657] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.714103] env[70683]: DEBUG oslo_vmware.api [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.764369] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.009401] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.178s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.012224] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.574s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.013945] env[70683]: INFO nova.compute.claims [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.035735] env[70683]: INFO nova.scheduler.client.report [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted allocations for instance 6896b86f-def0-43dd-b574-09837f1d1216 [ 967.130623] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280796, 'name': ReconfigVM_Task, 'duration_secs': 0.278544} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.130623] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a50317f6-a33e-4b26-b361-e541f227fd66/a50317f6-a33e-4b26-b361-e541f227fd66.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.131508] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdbebc4b-d9ae-47f4-9153-e5193be9efa0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.139971] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 967.139971] env[70683]: value = "task-3280798" [ 967.139971] env[70683]: _type = "Task" [ 967.139971] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.149064] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280798, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.219261] env[70683]: DEBUG oslo_vmware.api [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280797, 'name': PowerOffVM_Task, 'duration_secs': 0.509104} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.219677] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.219942] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.220292] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1190f0c-3e69-4da1-8291-e2dfef836e56 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.226942] env[70683]: DEBUG nova.network.neutron [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Port e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 967.262734] env[70683]: DEBUG oslo_vmware.api [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280795, 'name': PowerOnVM_Task, 'duration_secs': 0.680045} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.262923] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.263148] env[70683]: INFO nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Took 9.75 seconds to spawn the instance on the hypervisor. [ 967.263342] env[70683]: DEBUG nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.264126] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a79b2d-1c3d-4ac8-9ddf-6906bc25b46d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.308764] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.309030] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.309232] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Deleting the datastore file [datastore2] e151b104-0273-47db-b6a3-9705a99059fa {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.309490] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-465a2725-8468-4872-9c85-c8ee34e607f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.315804] env[70683]: DEBUG oslo_vmware.api [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for the task: (returnval){ [ 967.315804] env[70683]: value = "task-3280800" [ 967.315804] env[70683]: _type = "Task" [ 967.315804] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.324209] env[70683]: DEBUG oslo_vmware.api [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.543233] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cb861647-2fad-453d-ad7a-75be425665ee tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "6896b86f-def0-43dd-b574-09837f1d1216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.135s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.651591] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280798, 'name': Rename_Task, 'duration_secs': 0.14004} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.651874] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.652148] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c0eec25-e43e-42fc-a3a3-04f4be95bf8f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.657980] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 967.657980] env[70683]: value = "task-3280801" [ 967.657980] env[70683]: _type = "Task" [ 967.657980] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.665643] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.782233] env[70683]: INFO nova.compute.manager [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Took 62.36 seconds to build instance. [ 967.825704] env[70683]: DEBUG oslo_vmware.api [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Task: {'id': task-3280800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131301} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.825964] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.826164] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.826338] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.826507] env[70683]: INFO nova.compute.manager [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 967.826895] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.827170] env[70683]: DEBUG nova.compute.manager [-] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.827274] env[70683]: DEBUG nova.network.neutron [-] [instance: e151b104-0273-47db-b6a3-9705a99059fa] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.851011] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.851889] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.851889] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.851889] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.851889] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.855868] env[70683]: INFO nova.compute.manager [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Terminating instance [ 968.166558] env[70683]: DEBUG nova.compute.manager [req-5d229c0b-d84b-4716-9017-e39c809622fc req-b47d919d-369f-403d-987f-ad20892a0ba5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Received event network-vif-deleted-62ee7891-3c4a-47e4-9822-da596cf0f36a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.166882] env[70683]: INFO nova.compute.manager [req-5d229c0b-d84b-4716-9017-e39c809622fc req-b47d919d-369f-403d-987f-ad20892a0ba5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Neutron deleted interface 62ee7891-3c4a-47e4-9822-da596cf0f36a; detaching it from the instance and deleting it from the info cache [ 968.166965] env[70683]: DEBUG nova.network.neutron [req-5d229c0b-d84b-4716-9017-e39c809622fc req-b47d919d-369f-403d-987f-ad20892a0ba5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.173877] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.251549] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.251968] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.252063] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.283578] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9020dfff-b3c6-49af-abfd-57cf8cc26146 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "0fc06683-ef4e-4990-ba47-b5144d856d8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.241s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.359709] env[70683]: DEBUG nova.compute.manager [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.360068] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.361229] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e6de31-0a01-4d2a-9263-6ce637fe5def {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.369741] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.372233] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-968b4b24-5373-4901-be14-d14799c72979 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.378421] env[70683]: DEBUG oslo_vmware.api [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 968.378421] env[70683]: value = "task-3280802" [ 968.378421] env[70683]: _type = "Task" [ 968.378421] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.386037] env[70683]: DEBUG oslo_vmware.api [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.425139] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db7f577-f202-4a44-99b1-691875ccc6f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.432626] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1884f6dc-4dc7-4d25-a8aa-37b30f172920 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.466475] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3962d8f-462e-4421-a41c-80dbe360ef51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.474649] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0bed8f-96ff-4a82-904a-b6d102c259e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.488509] env[70683]: DEBUG nova.compute.provider_tree [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.645799] env[70683]: DEBUG nova.network.neutron [-] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.668537] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280801, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.670396] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac3cf738-23b8-4a90-bdb0-51ff73aa11ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.680206] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd75cf-a277-44c4-96f6-03a9b57167d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.715020] env[70683]: DEBUG nova.compute.manager [req-5d229c0b-d84b-4716-9017-e39c809622fc req-b47d919d-369f-403d-987f-ad20892a0ba5 service nova] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Detach interface failed, port_id=62ee7891-3c4a-47e4-9822-da596cf0f36a, reason: Instance e151b104-0273-47db-b6a3-9705a99059fa could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.888407] env[70683]: DEBUG oslo_vmware.api [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280802, 'name': PowerOffVM_Task, 'duration_secs': 0.208617} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.889625] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.889625] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.889625] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-020094a0-4034-4bab-aa60-e246d76bf2ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.952096] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.952416] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.952593] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleting the datastore file [datastore1] ba0c07d0-0dc7-4dd0-a276-30bffa670249 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.952890] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de3372c8-ddae-4e5b-9167-935f58a527c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.960357] env[70683]: DEBUG oslo_vmware.api [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 968.960357] env[70683]: value = "task-3280804" [ 968.960357] env[70683]: _type = "Task" [ 968.960357] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.968924] env[70683]: DEBUG oslo_vmware.api [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.991991] env[70683]: DEBUG nova.scheduler.client.report [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.148616] env[70683]: INFO nova.compute.manager [-] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Took 1.32 seconds to deallocate network for instance. [ 969.168350] env[70683]: DEBUG oslo_vmware.api [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280801, 'name': PowerOnVM_Task, 'duration_secs': 1.044158} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.168672] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.168915] env[70683]: INFO nova.compute.manager [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Took 6.35 seconds to spawn the instance on the hypervisor. [ 969.169119] env[70683]: DEBUG nova.compute.manager [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.169896] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827e36d4-346c-45a0-b925-5cbeeedd5e9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.297446] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.297638] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.297817] env[70683]: DEBUG nova.network.neutron [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.471211] env[70683]: DEBUG oslo_vmware.api [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258108} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.471951] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.471951] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.471951] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.471951] env[70683]: INFO nova.compute.manager [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Took 1.11 seconds to destroy the instance on the hypervisor. [ 969.472251] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.472395] env[70683]: DEBUG nova.compute.manager [-] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.472493] env[70683]: DEBUG nova.network.neutron [-] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.498154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.499598] env[70683]: DEBUG nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.502437] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.683s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.503186] env[70683]: DEBUG nova.objects.instance [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lazy-loading 'resources' on Instance uuid 3e334599-ed45-4671-81db-2ba06ee6002c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.655500] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.689201] env[70683]: INFO nova.compute.manager [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Took 60.54 seconds to build instance. [ 970.007506] env[70683]: DEBUG nova.compute.utils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.012918] env[70683]: DEBUG nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.013232] env[70683]: DEBUG nova.network.neutron [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.101045] env[70683]: DEBUG nova.policy [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2014f88fc84a4b1d9b36d7c7659fc9c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '357759fbfe724e3189027e6ccc3383e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.126290] env[70683]: DEBUG nova.network.neutron [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance_info_cache with network_info: [{"id": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "address": "fa:16:3e:b7:37:8b", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31a31e9-1a", "ovs_interfaceid": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.191482] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c9a66f-dc6c-46b4-9cdf-ae84603b09d9 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "a50317f6-a33e-4b26-b361-e541f227fd66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.692s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.344889] env[70683]: DEBUG nova.network.neutron [-] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.389943] env[70683]: DEBUG nova.compute.manager [req-cbc7060b-0654-4944-9c00-8b34d20f04d2 req-74316752-dd02-4a0f-bfa6-6d1646bfdcad service nova] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Received event network-vif-deleted-202d0d03-9dec-4ff9-9e54-33bfd98b692a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.473029] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6d9ede-22ca-4203-9a0d-1691f7497397 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.482424] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522908a1-172c-4c29-b4a0-6c72f36f1b48 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.514950] env[70683]: DEBUG nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.518403] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51488d8c-038b-4825-84b8-468f89aea6b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.525022] env[70683]: DEBUG nova.network.neutron [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Successfully created port: f82a7330-c1b1-4522-8e9a-8ed990a4386c {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.529870] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f730e1-606d-4986-a41f-edf6c59dae6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.543743] env[70683]: DEBUG nova.compute.provider_tree [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.631167] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.743790] env[70683]: DEBUG nova.compute.manager [None req-4ce6dd6a-dc9e-4acc-b231-bca407dea4e4 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.745014] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dacba5-7836-4954-bc84-3018ad132877 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.850024] env[70683]: INFO nova.compute.manager [-] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Took 1.37 seconds to deallocate network for instance. [ 970.962864] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquiring lock "a50317f6-a33e-4b26-b361-e541f227fd66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.963188] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "a50317f6-a33e-4b26-b361-e541f227fd66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.963433] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquiring lock "a50317f6-a33e-4b26-b361-e541f227fd66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.963652] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "a50317f6-a33e-4b26-b361-e541f227fd66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.963853] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "a50317f6-a33e-4b26-b361-e541f227fd66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.966666] env[70683]: INFO nova.compute.manager [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Terminating instance [ 971.046833] env[70683]: DEBUG nova.scheduler.client.report [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.154293] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ff9d9-cec6-4dde-8a98-e87adcde522b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.174334] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd229dc1-016c-4f92-a908-e27b3ae7984e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.182065] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance 'efe01f7a-daad-4592-8e37-25c3ee91c54e' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.215323] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "0fc06683-ef4e-4990-ba47-b5144d856d8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.216973] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "0fc06683-ef4e-4990-ba47-b5144d856d8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.216973] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "0fc06683-ef4e-4990-ba47-b5144d856d8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.216973] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "0fc06683-ef4e-4990-ba47-b5144d856d8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.216973] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "0fc06683-ef4e-4990-ba47-b5144d856d8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.218999] env[70683]: INFO nova.compute.manager [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Terminating instance [ 971.255900] env[70683]: INFO nova.compute.manager [None req-4ce6dd6a-dc9e-4acc-b231-bca407dea4e4 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] instance snapshotting [ 971.256773] env[70683]: DEBUG nova.objects.instance [None req-4ce6dd6a-dc9e-4acc-b231-bca407dea4e4 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lazy-loading 'flavor' on Instance uuid a50317f6-a33e-4b26-b361-e541f227fd66 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.353958] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.470489] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquiring lock "refresh_cache-a50317f6-a33e-4b26-b361-e541f227fd66" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.470676] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquired lock "refresh_cache-a50317f6-a33e-4b26-b361-e541f227fd66" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.470858] env[70683]: DEBUG nova.network.neutron [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.530463] env[70683]: DEBUG nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.554039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.559944] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.560149] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.560293] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.560574] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.560804] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.561800] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.561800] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.561800] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.561947] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.562120] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.562395] env[70683]: DEBUG nova.virt.hardware [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.562831] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.295s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.564939] env[70683]: INFO nova.compute.claims [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.569482] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db08327d-a8cd-4bd4-aafd-7a4e3e721e42 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.574525] env[70683]: INFO nova.scheduler.client.report [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Deleted allocations for instance 3e334599-ed45-4671-81db-2ba06ee6002c [ 971.585190] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53cb7ba-a51a-4a08-a90e-472053cc0a79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.689216] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.689449] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d97f376-f0e3-42d5-8d32-61675f85a12e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.697014] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 971.697014] env[70683]: value = "task-3280805" [ 971.697014] env[70683]: _type = "Task" [ 971.697014] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.704930] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.726496] env[70683]: DEBUG nova.compute.manager [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.726496] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.726860] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f5575-fb8b-4a16-b2c2-2dabd0dc7711 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.733938] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.734208] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa82987-096f-4295-8e5f-b45c4f967735 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.740515] env[70683]: DEBUG oslo_vmware.api [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 971.740515] env[70683]: value = "task-3280806" [ 971.740515] env[70683]: _type = "Task" [ 971.740515] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.749970] env[70683]: DEBUG oslo_vmware.api [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.762554] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d30b02-431d-48e8-8bd4-087cbfc8b10c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.779027] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f857c770-fda0-4878-a15f-d54440e2b93d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.008702] env[70683]: DEBUG nova.network.neutron [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.088133] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cdbc90a1-3eef-4c52-8d24-6b8e31b4471d tempest-ListServerFiltersTestJSON-1912469604 tempest-ListServerFiltersTestJSON-1912469604-project-member] Lock "3e334599-ed45-4671-81db-2ba06ee6002c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.819s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.207499] env[70683]: DEBUG oslo_vmware.api [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280805, 'name': PowerOnVM_Task, 'duration_secs': 0.39021} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.207499] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.207686] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43312750-a9dd-4fef-ba52-bd6c0ac8dfc7 tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance 'efe01f7a-daad-4592-8e37-25c3ee91c54e' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.250603] env[70683]: DEBUG oslo_vmware.api [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280806, 'name': PowerOffVM_Task, 'duration_secs': 0.188259} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.250995] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.251064] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.251270] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1ba342-6f2b-4a01-8611-2e3bda351d80 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.289343] env[70683]: DEBUG nova.compute.manager [None req-4ce6dd6a-dc9e-4acc-b231-bca407dea4e4 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Instance disappeared during snapshot {{(pid=70683) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 972.309244] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.309457] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.309640] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Deleting the datastore file [datastore1] 0fc06683-ef4e-4990-ba47-b5144d856d8e {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.309944] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7872266e-d080-43a1-bbaf-f6bd01d616f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.317960] env[70683]: DEBUG oslo_vmware.api [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 972.317960] env[70683]: value = "task-3280808" [ 972.317960] env[70683]: _type = "Task" [ 972.317960] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.338754] env[70683]: DEBUG oslo_vmware.api [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.349504] env[70683]: DEBUG nova.network.neutron [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.464147] env[70683]: DEBUG nova.compute.manager [None req-4ce6dd6a-dc9e-4acc-b231-bca407dea4e4 tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Found 0 images (rotation: 2) {{(pid=70683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 972.582559] env[70683]: DEBUG nova.compute.manager [req-c5460e56-eba2-41f9-9d4e-bc3b25f3efab req-9e880873-12f9-4152-8576-5b1f0bf976cd service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Received event network-vif-plugged-f82a7330-c1b1-4522-8e9a-8ed990a4386c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.582797] env[70683]: DEBUG oslo_concurrency.lockutils [req-c5460e56-eba2-41f9-9d4e-bc3b25f3efab req-9e880873-12f9-4152-8576-5b1f0bf976cd service nova] Acquiring lock "bfd38189-0b38-46f1-8a52-e1f010680581-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.582971] env[70683]: DEBUG oslo_concurrency.lockutils [req-c5460e56-eba2-41f9-9d4e-bc3b25f3efab req-9e880873-12f9-4152-8576-5b1f0bf976cd service nova] Lock "bfd38189-0b38-46f1-8a52-e1f010680581-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.583155] env[70683]: DEBUG oslo_concurrency.lockutils [req-c5460e56-eba2-41f9-9d4e-bc3b25f3efab req-9e880873-12f9-4152-8576-5b1f0bf976cd service nova] Lock "bfd38189-0b38-46f1-8a52-e1f010680581-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.583315] env[70683]: DEBUG nova.compute.manager [req-c5460e56-eba2-41f9-9d4e-bc3b25f3efab req-9e880873-12f9-4152-8576-5b1f0bf976cd service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] No waiting events found dispatching network-vif-plugged-f82a7330-c1b1-4522-8e9a-8ed990a4386c {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.583494] env[70683]: WARNING nova.compute.manager [req-c5460e56-eba2-41f9-9d4e-bc3b25f3efab req-9e880873-12f9-4152-8576-5b1f0bf976cd service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Received unexpected event network-vif-plugged-f82a7330-c1b1-4522-8e9a-8ed990a4386c for instance with vm_state building and task_state spawning. [ 972.650366] env[70683]: DEBUG nova.network.neutron [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Successfully updated port: f82a7330-c1b1-4522-8e9a-8ed990a4386c {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.828464] env[70683]: DEBUG oslo_vmware.api [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.852704] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Releasing lock "refresh_cache-a50317f6-a33e-4b26-b361-e541f227fd66" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.853235] env[70683]: DEBUG nova.compute.manager [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.853355] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.854297] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304761ec-6eb9-43a5-8be4-0744ad3155a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.864133] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.864133] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1feb3592-9a45-4fdb-9229-4f5757f1d231 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.869846] env[70683]: DEBUG oslo_vmware.api [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 972.869846] env[70683]: value = "task-3280809" [ 972.869846] env[70683]: _type = "Task" [ 972.869846] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.881502] env[70683]: DEBUG oslo_vmware.api [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.979761] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a2ffd-0a6e-4fa6-9408-78b540f3690c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.989187] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6242f95-3f47-4ecf-80cb-37a5083ea316 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.020339] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f54b19-97c5-4f92-a886-7e6dd454e1ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.028518] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b5c79a-47b1-4767-b4f6-709b6de3dc19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.046646] env[70683]: DEBUG nova.compute.provider_tree [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.154610] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquiring lock "refresh_cache-bfd38189-0b38-46f1-8a52-e1f010680581" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.154610] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquired lock "refresh_cache-bfd38189-0b38-46f1-8a52-e1f010680581" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.154610] env[70683]: DEBUG nova.network.neutron [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.327868] env[70683]: DEBUG oslo_vmware.api [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556592} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.327868] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.328178] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.328178] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.328350] env[70683]: INFO nova.compute.manager [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Took 1.60 seconds to destroy the instance on the hypervisor. [ 973.328640] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.328923] env[70683]: DEBUG nova.compute.manager [-] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.329047] env[70683]: DEBUG nova.network.neutron [-] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.379694] env[70683]: DEBUG oslo_vmware.api [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280809, 'name': PowerOffVM_Task, 'duration_secs': 0.18359} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.380023] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.380221] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.380487] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e295239-ba45-4473-8710-c1a080f60572 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.405470] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.405703] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.405882] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Deleting the datastore file [datastore1] a50317f6-a33e-4b26-b361-e541f227fd66 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.406176] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a393c3e1-0491-4d55-bba1-7815fb4274fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.416602] env[70683]: DEBUG oslo_vmware.api [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for the task: (returnval){ [ 973.416602] env[70683]: value = "task-3280811" [ 973.416602] env[70683]: _type = "Task" [ 973.416602] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.425823] env[70683]: DEBUG oslo_vmware.api [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.550294] env[70683]: DEBUG nova.scheduler.client.report [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.717448] env[70683]: DEBUG nova.network.neutron [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.922928] env[70683]: DEBUG nova.network.neutron [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Updating instance_info_cache with network_info: [{"id": "f82a7330-c1b1-4522-8e9a-8ed990a4386c", "address": "fa:16:3e:e1:e7:fd", "network": {"id": "814bfee0-d464-4796-a676-d5f83886756f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1126133331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357759fbfe724e3189027e6ccc3383e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf82a7330-c1", "ovs_interfaceid": "f82a7330-c1b1-4522-8e9a-8ed990a4386c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.931407] env[70683]: DEBUG oslo_vmware.api [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Task: {'id': task-3280811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292206} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.931906] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.932228] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.932559] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.932860] env[70683]: INFO nova.compute.manager [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Took 1.08 seconds to destroy the instance on the hypervisor. [ 973.933272] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.934050] env[70683]: DEBUG nova.compute.manager [-] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.934283] env[70683]: DEBUG nova.network.neutron [-] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.962332] env[70683]: DEBUG nova.network.neutron [-] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.059490] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.059991] env[70683]: DEBUG nova.compute.manager [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.064019] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.377s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.064455] env[70683]: INFO nova.compute.claims [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.182477] env[70683]: DEBUG nova.network.neutron [-] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.348063] env[70683]: DEBUG nova.network.neutron [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Port e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 974.348357] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.348510] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.348676] env[70683]: DEBUG nova.network.neutron [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.425564] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Releasing lock "refresh_cache-bfd38189-0b38-46f1-8a52-e1f010680581" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.425893] env[70683]: DEBUG nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Instance network_info: |[{"id": "f82a7330-c1b1-4522-8e9a-8ed990a4386c", "address": "fa:16:3e:e1:e7:fd", "network": {"id": "814bfee0-d464-4796-a676-d5f83886756f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1126133331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357759fbfe724e3189027e6ccc3383e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf82a7330-c1", "ovs_interfaceid": "f82a7330-c1b1-4522-8e9a-8ed990a4386c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.426440] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e7:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f82a7330-c1b1-4522-8e9a-8ed990a4386c', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.434221] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Creating folder: Project (357759fbfe724e3189027e6ccc3383e2). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.434388] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6821071-6df5-4d34-82a2-757293ba91fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.445203] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Created folder: Project (357759fbfe724e3189027e6ccc3383e2) in parent group-v655051. [ 974.445409] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Creating folder: Instances. Parent ref: group-v655218. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.445653] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-954dc4c4-c85b-4993-aefb-3b35a32bc1c7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.454556] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Created folder: Instances in parent group-v655218. [ 974.454792] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.454977] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.455201] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efb58108-4a53-498c-a687-3f51f9e76592 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.469608] env[70683]: DEBUG nova.network.neutron [-] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.474874] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.474874] env[70683]: value = "task-3280814" [ 974.474874] env[70683]: _type = "Task" [ 974.474874] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.482856] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280814, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.569920] env[70683]: DEBUG nova.compute.utils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.575796] env[70683]: DEBUG nova.compute.manager [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 974.609310] env[70683]: DEBUG nova.compute.manager [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Received event network-changed-f82a7330-c1b1-4522-8e9a-8ed990a4386c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.609497] env[70683]: DEBUG nova.compute.manager [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Refreshing instance network info cache due to event network-changed-f82a7330-c1b1-4522-8e9a-8ed990a4386c. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.609712] env[70683]: DEBUG oslo_concurrency.lockutils [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] Acquiring lock "refresh_cache-bfd38189-0b38-46f1-8a52-e1f010680581" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.609851] env[70683]: DEBUG oslo_concurrency.lockutils [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] Acquired lock "refresh_cache-bfd38189-0b38-46f1-8a52-e1f010680581" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.610032] env[70683]: DEBUG nova.network.neutron [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Refreshing network info cache for port f82a7330-c1b1-4522-8e9a-8ed990a4386c {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.685309] env[70683]: INFO nova.compute.manager [-] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Took 1.36 seconds to deallocate network for instance. [ 974.975159] env[70683]: INFO nova.compute.manager [-] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Took 1.04 seconds to deallocate network for instance. [ 974.990954] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280814, 'name': CreateVM_Task, 'duration_secs': 0.373724} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.991325] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.991815] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.991978] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.992330] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.992591] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba116c4d-d003-4418-a57b-572786923c84 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.997347] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 974.997347] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52febc71-df9c-2c4d-ba90-0ffb41ab337c" [ 974.997347] env[70683]: _type = "Task" [ 974.997347] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.007540] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52febc71-df9c-2c4d-ba90-0ffb41ab337c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.074327] env[70683]: DEBUG nova.compute.manager [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.192629] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.265858] env[70683]: DEBUG nova.network.neutron [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance_info_cache with network_info: [{"id": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "address": "fa:16:3e:b7:37:8b", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31a31e9-1a", "ovs_interfaceid": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.463912] env[70683]: DEBUG nova.network.neutron [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Updated VIF entry in instance network info cache for port f82a7330-c1b1-4522-8e9a-8ed990a4386c. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.464757] env[70683]: DEBUG nova.network.neutron [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Updating instance_info_cache with network_info: [{"id": "f82a7330-c1b1-4522-8e9a-8ed990a4386c", "address": "fa:16:3e:e1:e7:fd", "network": {"id": "814bfee0-d464-4796-a676-d5f83886756f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1126133331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357759fbfe724e3189027e6ccc3383e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf82a7330-c1", "ovs_interfaceid": "f82a7330-c1b1-4522-8e9a-8ed990a4386c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.486485] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.516954] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52febc71-df9c-2c4d-ba90-0ffb41ab337c, 'name': SearchDatastore_Task, 'duration_secs': 0.022732} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.519867] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.520107] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.520390] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.520555] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.521016] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.522033] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d9cff58-1c6b-4ccd-8109-5c8cf26bb7d6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.530422] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.530609] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.531651] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedbc61d-f5b5-45db-9fb8-bb4ce543d2a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.539124] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 975.539124] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528ed081-dd16-b972-dee7-1b2f86110f37" [ 975.539124] env[70683]: _type = "Task" [ 975.539124] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.547206] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528ed081-dd16-b972-dee7-1b2f86110f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.566223] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd01eb35-86ed-43ad-9588-8c0418419493 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.573516] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f23f11f-2c81-40eb-b5d7-0ddc051033d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.613904] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd8f0a8-06cd-4b02-bccc-368e3df160f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.622103] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76ec82a-46cf-44f8-b43a-1bb18d6972b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.637033] env[70683]: DEBUG nova.compute.provider_tree [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.770486] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.970590] env[70683]: DEBUG oslo_concurrency.lockutils [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] Releasing lock "refresh_cache-bfd38189-0b38-46f1-8a52-e1f010680581" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.970863] env[70683]: DEBUG nova.compute.manager [req-40e34234-adeb-4a51-bb0d-c985c90012fb req-73820447-2a4f-4f53-a7b4-adf6d296cb04 service nova] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Received event network-vif-deleted-9a395ee5-74fe-4150-8ad0-85f0db3fe30f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.050961] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528ed081-dd16-b972-dee7-1b2f86110f37, 'name': SearchDatastore_Task, 'duration_secs': 0.024749} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.051822] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f698d28-f2ab-40b9-8761-4dc6989980dc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.059051] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 976.059051] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b5f5d4-1193-9094-596e-9b08c647903d" [ 976.059051] env[70683]: _type = "Task" [ 976.059051] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.068517] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b5f5d4-1193-9094-596e-9b08c647903d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.112851] env[70683]: DEBUG nova.compute.manager [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.133662] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.133932] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.134148] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.134369] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.134547] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.134734] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.135032] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.135238] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.135443] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.135638] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.135842] env[70683]: DEBUG nova.virt.hardware [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.136749] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1027c927-2b27-468e-bed5-3f45e5ac1315 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.145734] env[70683]: DEBUG nova.scheduler.client.report [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.152346] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18885c57-b34b-40a7-8b8e-496035892201 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.170584] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.177022] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Creating folder: Project (02380be1097044fe89562f08606b37bf). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.177358] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20b3b709-bf53-4566-8d57-e12e6b9164d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.189276] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Created folder: Project (02380be1097044fe89562f08606b37bf) in parent group-v655051. [ 976.189467] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Creating folder: Instances. Parent ref: group-v655221. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.189965] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cebb3c4e-d61c-4173-9c6e-5823a3993f90 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.198531] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Created folder: Instances in parent group-v655221. [ 976.198767] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.198985] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.199217] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed6d7ce5-e4e0-4ee5-8215-727d9acc239a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.217197] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.217197] env[70683]: value = "task-3280817" [ 976.217197] env[70683]: _type = "Task" [ 976.217197] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.227164] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280817, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.274629] env[70683]: DEBUG nova.compute.manager [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 976.274629] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.572492] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b5f5d4-1193-9094-596e-9b08c647903d, 'name': SearchDatastore_Task, 'duration_secs': 0.036701} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.572760] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.573074] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] bfd38189-0b38-46f1-8a52-e1f010680581/bfd38189-0b38-46f1-8a52-e1f010680581.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.573336] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff054808-b7e8-4e67-8ab6-470763bfefc3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.580392] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 976.580392] env[70683]: value = "task-3280818" [ 976.580392] env[70683]: _type = "Task" [ 976.580392] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.589285] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.652402] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.652927] env[70683]: DEBUG nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.655627] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.469s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.655835] env[70683]: DEBUG nova.objects.instance [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lazy-loading 'resources' on Instance uuid e7269fec-b5ad-48e2-b73c-6ab0e4e11318 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.729227] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280817, 'name': CreateVM_Task, 'duration_secs': 0.25917} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.729575] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.729988] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.730630] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.730630] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.730863] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80baf716-c967-4dac-8e12-06ab7038ea38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.736231] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 976.736231] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a1f512-ad15-a473-d278-60990bdc7d70" [ 976.736231] env[70683]: _type = "Task" [ 976.736231] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.745918] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a1f512-ad15-a473-d278-60990bdc7d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.875740] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "8081fb92-0b9f-485b-b666-75158f6a02f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.876015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8081fb92-0b9f-485b-b666-75158f6a02f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.090051] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466232} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.090316] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] bfd38189-0b38-46f1-8a52-e1f010680581/bfd38189-0b38-46f1-8a52-e1f010680581.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.090530] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.090781] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fedfecb-f30d-4155-bd8f-2c37bf2bee9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.096617] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 977.096617] env[70683]: value = "task-3280819" [ 977.096617] env[70683]: _type = "Task" [ 977.096617] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.106933] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.158675] env[70683]: DEBUG nova.compute.utils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.162522] env[70683]: DEBUG nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.162691] env[70683]: DEBUG nova.network.neutron [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.213270] env[70683]: DEBUG nova.policy [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9002d0ad31f4a0387781f607330b77c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153b30cedeb14326a01f7924b2233830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.249159] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a1f512-ad15-a473-d278-60990bdc7d70, 'name': SearchDatastore_Task, 'duration_secs': 0.067708} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.249460] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.249680] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.249907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.250063] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.250366] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.253019] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bba3f93-56e4-48fa-b4d5-7237ed6240e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.271861] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.272072] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.275117] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7752604-8b52-4cc3-a093-801590f5f56e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.282103] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 977.282103] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5232d5b1-7f88-46a9-7396-544336e9c24f" [ 977.282103] env[70683]: _type = "Task" [ 977.282103] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.288998] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5232d5b1-7f88-46a9-7396-544336e9c24f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.379694] env[70683]: DEBUG nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.573752] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80153f7-3c20-43fa-a1fe-e338edf198f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.581895] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701a5c9e-0c2f-43a9-ae40-59a23178c8e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.614889] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bc67e7-54f1-4bf4-9e5e-ee5b574ea74c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.625345] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b90337-797f-4298-a083-46b9d68faf89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.630352] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059723} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.630352] env[70683]: DEBUG nova.network.neutron [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Successfully created port: fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.632289] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.632856] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420ab73b-329e-4815-9f9a-0ed0c513d95c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.644685] env[70683]: DEBUG nova.compute.provider_tree [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.665519] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] bfd38189-0b38-46f1-8a52-e1f010680581/bfd38189-0b38-46f1-8a52-e1f010680581.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.666768] env[70683]: DEBUG nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.669535] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68260fb-7618-46da-ba1c-dba960a65a83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.689543] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 977.689543] env[70683]: value = "task-3280820" [ 977.689543] env[70683]: _type = "Task" [ 977.689543] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.697484] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.791201] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5232d5b1-7f88-46a9-7396-544336e9c24f, 'name': SearchDatastore_Task, 'duration_secs': 0.062878} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.791985] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e8a1f0-226f-4f4d-964b-16fcf9b4543a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.796994] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 977.796994] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526d1a5a-8613-329e-f8da-3214b4792cd5" [ 977.796994] env[70683]: _type = "Task" [ 977.796994] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.804550] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526d1a5a-8613-329e-f8da-3214b4792cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.904039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.147924] env[70683]: DEBUG nova.scheduler.client.report [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.198956] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280820, 'name': ReconfigVM_Task, 'duration_secs': 0.308633} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.199256] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Reconfigured VM instance instance-0000003c to attach disk [datastore2] bfd38189-0b38-46f1-8a52-e1f010680581/bfd38189-0b38-46f1-8a52-e1f010680581.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.199862] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28d68950-b34a-461d-9ea4-7a5adbb2c8c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.205999] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 978.205999] env[70683]: value = "task-3280821" [ 978.205999] env[70683]: _type = "Task" [ 978.205999] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.213709] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280821, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.308181] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526d1a5a-8613-329e-f8da-3214b4792cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.018958} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.308439] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.308702] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] b06f4df8-d49c-4a3d-8f17-8c125db10fce/b06f4df8-d49c-4a3d-8f17-8c125db10fce.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.309038] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfc9510c-dc5c-41d0-843f-d5f2c89f851e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.315476] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 978.315476] env[70683]: value = "task-3280822" [ 978.315476] env[70683]: _type = "Task" [ 978.315476] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.323132] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.654755] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.657409] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.266s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.657504] env[70683]: DEBUG nova.objects.instance [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lazy-loading 'resources' on Instance uuid a5ff0511-88a3-42f3-909b-4383bd8f80d9 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.681664] env[70683]: INFO nova.scheduler.client.report [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleted allocations for instance e7269fec-b5ad-48e2-b73c-6ab0e4e11318 [ 978.690062] env[70683]: DEBUG nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.723045] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280821, 'name': Rename_Task, 'duration_secs': 0.127365} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.726726] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.730462] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a3939f5-2130-4a37-8637-e8891ebed9e1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.735137] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.735383] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.735538] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.735713] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.735856] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.736018] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.736237] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.736377] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.736534] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.736706] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.736910] env[70683]: DEBUG nova.virt.hardware [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.738613] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd83b87-1e2b-44e1-b96b-4c87a814dc8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.741915] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 978.741915] env[70683]: value = "task-3280823" [ 978.741915] env[70683]: _type = "Task" [ 978.741915] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.749673] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f1eb1-26d7-45c8-849d-ed1b4390b3a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.757426] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280823, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.825372] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280822, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.169686] env[70683]: DEBUG nova.compute.manager [req-fa1daac4-f412-4edf-afc7-5f0fb8191811 req-61b72ce3-5703-4505-b170-453c1015858d service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Received event network-vif-plugged-fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.169828] env[70683]: DEBUG oslo_concurrency.lockutils [req-fa1daac4-f412-4edf-afc7-5f0fb8191811 req-61b72ce3-5703-4505-b170-453c1015858d service nova] Acquiring lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.170100] env[70683]: DEBUG oslo_concurrency.lockutils [req-fa1daac4-f412-4edf-afc7-5f0fb8191811 req-61b72ce3-5703-4505-b170-453c1015858d service nova] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.170272] env[70683]: DEBUG oslo_concurrency.lockutils [req-fa1daac4-f412-4edf-afc7-5f0fb8191811 req-61b72ce3-5703-4505-b170-453c1015858d service nova] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.170455] env[70683]: DEBUG nova.compute.manager [req-fa1daac4-f412-4edf-afc7-5f0fb8191811 req-61b72ce3-5703-4505-b170-453c1015858d service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] No waiting events found dispatching network-vif-plugged-fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.170608] env[70683]: WARNING nova.compute.manager [req-fa1daac4-f412-4edf-afc7-5f0fb8191811 req-61b72ce3-5703-4505-b170-453c1015858d service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Received unexpected event network-vif-plugged-fb455b1d-ae05-40dc-a700-d71883aad5d0 for instance with vm_state building and task_state spawning. [ 979.192605] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a570f218-a9c5-44c8-94ea-87337518f8ea tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "e7269fec-b5ad-48e2-b73c-6ab0e4e11318" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.511s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.253617] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.287687] env[70683]: DEBUG nova.network.neutron [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Successfully updated port: fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.325829] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528915} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.326098] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] b06f4df8-d49c-4a3d-8f17-8c125db10fce/b06f4df8-d49c-4a3d-8f17-8c125db10fce.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.326318] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.328872] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7aab2ae-4fec-4cdf-b112-23d17a738ac6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.335099] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 979.335099] env[70683]: value = "task-3280824" [ 979.335099] env[70683]: _type = "Task" [ 979.335099] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.342556] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.545907] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc5bd77-27fa-44d3-959a-9ccdba448f59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.553999] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71975b5-0587-445a-902c-57d8e1e5597b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.585200] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe0839c-b8dd-4186-b0ff-56eb523df09e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.593110] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40623789-5eaf-48a7-b978-6eafb02e4d18 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.606460] env[70683]: DEBUG nova.compute.provider_tree [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.758843] env[70683]: DEBUG oslo_vmware.api [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280823, 'name': PowerOnVM_Task, 'duration_secs': 1.021313} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.759338] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.759642] env[70683]: INFO nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Took 8.23 seconds to spawn the instance on the hypervisor. [ 979.759949] env[70683]: DEBUG nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.761200] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8cdb7-b3a0-4900-bad0-b4477d12704e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.791583] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.791872] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.792145] env[70683]: DEBUG nova.network.neutron [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.846962] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098084} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.847333] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.848620] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc730075-774f-4230-b3f8-ee1b2f4a8e70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.874383] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] b06f4df8-d49c-4a3d-8f17-8c125db10fce/b06f4df8-d49c-4a3d-8f17-8c125db10fce.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.874938] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a2196d-e2e4-4c59-8d38-46c3b21fc202 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.894811] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 979.894811] env[70683]: value = "task-3280825" [ 979.894811] env[70683]: _type = "Task" [ 979.894811] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.903160] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.129669] env[70683]: ERROR nova.scheduler.client.report [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] [req-08967cb1-15ad-4554-8e33-d6fe12185703] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08967cb1-15ad-4554-8e33-d6fe12185703"}]} [ 980.147585] env[70683]: DEBUG nova.scheduler.client.report [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.162094] env[70683]: DEBUG nova.scheduler.client.report [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.162235] env[70683]: DEBUG nova.compute.provider_tree [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.174014] env[70683]: DEBUG nova.scheduler.client.report [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.191818] env[70683]: DEBUG nova.scheduler.client.report [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.280878] env[70683]: INFO nova.compute.manager [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Took 57.86 seconds to build instance. [ 980.339717] env[70683]: DEBUG nova.network.neutron [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.410721] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.498671] env[70683]: DEBUG nova.network.neutron [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updating instance_info_cache with network_info: [{"id": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "address": "fa:16:3e:2b:4c:b4", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb455b1d-ae", "ovs_interfaceid": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.570269] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99046ca5-3a29-4230-80a5-8fe6ada2c2bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.578713] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f237aef8-6369-4c7f-9ce0-1081cd05f14a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.608700] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf02a4d-e609-42d3-a61a-c0822abed802 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.616252] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24dbbd4-4d89-4136-a2b2-68ccc4df7398 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.629385] env[70683]: DEBUG nova.compute.provider_tree [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.782411] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9d8ed11c-583b-4f53-be26-c9587804c678 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "bfd38189-0b38-46f1-8a52-e1f010680581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.274s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.905237] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280825, 'name': ReconfigVM_Task, 'duration_secs': 0.974979} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.905521] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Reconfigured VM instance instance-0000003d to attach disk [datastore2] b06f4df8-d49c-4a3d-8f17-8c125db10fce/b06f4df8-d49c-4a3d-8f17-8c125db10fce.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.906209] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b3b749a-24ae-4aa4-a71e-823b5b9c971c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.912685] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 980.912685] env[70683]: value = "task-3280826" [ 980.912685] env[70683]: _type = "Task" [ 980.912685] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.920702] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280826, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.001865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.002493] env[70683]: DEBUG nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Instance network_info: |[{"id": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "address": "fa:16:3e:2b:4c:b4", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb455b1d-ae", "ovs_interfaceid": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.005338] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:4c:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb455b1d-ae05-40dc-a700-d71883aad5d0', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.010700] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Creating folder: Project (153b30cedeb14326a01f7924b2233830). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.011987] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0d5942c-fcff-41b1-813c-079f9eb1e16a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.022474] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Created folder: Project (153b30cedeb14326a01f7924b2233830) in parent group-v655051. [ 981.022575] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Creating folder: Instances. Parent ref: group-v655224. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.022832] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cc0931c-9a70-41a0-9fd3-461fa9670f39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.032091] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Created folder: Instances in parent group-v655224. [ 981.032347] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.032539] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.032779] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128de7b3-8ae3-44d9-a697-7e7d4275ba8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.052723] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.052723] env[70683]: value = "task-3280829" [ 981.052723] env[70683]: _type = "Task" [ 981.052723] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.062096] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280829, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.176222] env[70683]: DEBUG nova.scheduler.client.report [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 981.176553] env[70683]: DEBUG nova.compute.provider_tree [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 85 to 86 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 981.176765] env[70683]: DEBUG nova.compute.provider_tree [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.252651] env[70683]: DEBUG nova.compute.manager [req-0660bc97-dc0c-41b2-a40c-eab37c089de8 req-f12fe7a0-4f21-4a06-a470-ebc862a18deb service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Received event network-changed-fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.252651] env[70683]: DEBUG nova.compute.manager [req-0660bc97-dc0c-41b2-a40c-eab37c089de8 req-f12fe7a0-4f21-4a06-a470-ebc862a18deb service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Refreshing instance network info cache due to event network-changed-fb455b1d-ae05-40dc-a700-d71883aad5d0. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.252945] env[70683]: DEBUG oslo_concurrency.lockutils [req-0660bc97-dc0c-41b2-a40c-eab37c089de8 req-f12fe7a0-4f21-4a06-a470-ebc862a18deb service nova] Acquiring lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.253252] env[70683]: DEBUG oslo_concurrency.lockutils [req-0660bc97-dc0c-41b2-a40c-eab37c089de8 req-f12fe7a0-4f21-4a06-a470-ebc862a18deb service nova] Acquired lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.253417] env[70683]: DEBUG nova.network.neutron [req-0660bc97-dc0c-41b2-a40c-eab37c089de8 req-f12fe7a0-4f21-4a06-a470-ebc862a18deb service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Refreshing network info cache for port fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.423103] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280826, 'name': Rename_Task, 'duration_secs': 0.215933} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.423391] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.423644] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010417c8-c516-411a-b14a-f7f6f3068f3f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.430185] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 981.430185] env[70683]: value = "task-3280830" [ 981.430185] env[70683]: _type = "Task" [ 981.430185] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.437820] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.563283] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280829, 'name': CreateVM_Task, 'duration_secs': 0.295385} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.563283] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.563620] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.563787] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.564154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.564434] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4f708b-d743-4ada-874d-a7b82dfeef30 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.569368] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 981.569368] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52210173-6a5c-e7e9-8580-4e0ad102268a" [ 981.569368] env[70683]: _type = "Task" [ 981.569368] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.577347] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52210173-6a5c-e7e9-8580-4e0ad102268a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.620180] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquiring lock "bfd38189-0b38-46f1-8a52-e1f010680581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.620547] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "bfd38189-0b38-46f1-8a52-e1f010680581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.620838] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquiring lock "bfd38189-0b38-46f1-8a52-e1f010680581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.621089] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "bfd38189-0b38-46f1-8a52-e1f010680581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.621337] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "bfd38189-0b38-46f1-8a52-e1f010680581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.623588] env[70683]: INFO nova.compute.manager [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Terminating instance [ 981.681838] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.024s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.684073] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.814s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.685990] env[70683]: INFO nova.compute.claims [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.705174] env[70683]: INFO nova.scheduler.client.report [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Deleted allocations for instance a5ff0511-88a3-42f3-909b-4383bd8f80d9 [ 981.941575] env[70683]: DEBUG oslo_vmware.api [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280830, 'name': PowerOnVM_Task, 'duration_secs': 0.404314} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.941849] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.942064] env[70683]: INFO nova.compute.manager [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Took 5.83 seconds to spawn the instance on the hypervisor. [ 981.942257] env[70683]: DEBUG nova.compute.manager [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.943031] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7e8724-12a5-4c20-9ff8-88e889946672 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.050402] env[70683]: DEBUG nova.network.neutron [req-0660bc97-dc0c-41b2-a40c-eab37c089de8 req-f12fe7a0-4f21-4a06-a470-ebc862a18deb service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updated VIF entry in instance network info cache for port fb455b1d-ae05-40dc-a700-d71883aad5d0. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.050758] env[70683]: DEBUG nova.network.neutron [req-0660bc97-dc0c-41b2-a40c-eab37c089de8 req-f12fe7a0-4f21-4a06-a470-ebc862a18deb service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updating instance_info_cache with network_info: [{"id": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "address": "fa:16:3e:2b:4c:b4", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb455b1d-ae", "ovs_interfaceid": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.085434] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52210173-6a5c-e7e9-8580-4e0ad102268a, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.085434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.085434] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.085434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.085434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.085434] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.085434] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fcaa321-0a2b-4745-87b2-df592fe4dfa5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.092956] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.093171] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.094608] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4e373e-e569-4fb8-b649-d79d415f58e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.101072] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 982.101072] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524a5e1b-460b-4e08-63f1-5f19036604ed" [ 982.101072] env[70683]: _type = "Task" [ 982.101072] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.108837] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524a5e1b-460b-4e08-63f1-5f19036604ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.126827] env[70683]: DEBUG nova.compute.manager [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.127153] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.128387] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b52e8-8c15-4bae-9a41-f601f5abf6ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.136092] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.136351] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238e72bc-f74b-4d9c-b9d8-db2fa1434007 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.141783] env[70683]: DEBUG oslo_vmware.api [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 982.141783] env[70683]: value = "task-3280831" [ 982.141783] env[70683]: _type = "Task" [ 982.141783] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.149863] env[70683]: DEBUG oslo_vmware.api [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.213211] env[70683]: DEBUG oslo_concurrency.lockutils [None req-dde77d66-db66-46c2-8b7b-b3b50b42b707 tempest-MultipleCreateTestJSON-711511085 tempest-MultipleCreateTestJSON-711511085-project-member] Lock "a5ff0511-88a3-42f3-909b-4383bd8f80d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.393s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.464277] env[70683]: INFO nova.compute.manager [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Took 55.22 seconds to build instance. [ 982.553726] env[70683]: DEBUG oslo_concurrency.lockutils [req-0660bc97-dc0c-41b2-a40c-eab37c089de8 req-f12fe7a0-4f21-4a06-a470-ebc862a18deb service nova] Releasing lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.612485] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524a5e1b-460b-4e08-63f1-5f19036604ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.613350] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27610da-a49a-48af-9734-e5c5612c8dba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.619048] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 982.619048] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528d3bf8-2975-da36-1268-1ccf6423dce8" [ 982.619048] env[70683]: _type = "Task" [ 982.619048] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.626746] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528d3bf8-2975-da36-1268-1ccf6423dce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.651020] env[70683]: DEBUG oslo_vmware.api [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280831, 'name': PowerOffVM_Task, 'duration_secs': 0.245709} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.651351] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.651566] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.651852] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-937f0f4f-c97f-43d2-aebc-8fa13a2244ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.720281] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.721555] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.721761] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Deleting the datastore file [datastore2] bfd38189-0b38-46f1-8a52-e1f010680581 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.722040] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0b57c9a-f739-43c9-a13c-c37eb5dbfb8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.731865] env[70683]: DEBUG oslo_vmware.api [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for the task: (returnval){ [ 982.731865] env[70683]: value = "task-3280833" [ 982.731865] env[70683]: _type = "Task" [ 982.731865] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.743338] env[70683]: DEBUG oslo_vmware.api [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.966890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c86d3f16-35c2-4cbe-8d4e-061f41258dce tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.914s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.086725] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec6460b-72c7-48c9-ba98-81e8fa053ce6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.094665] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631169a2-aefc-41fd-9638-cb8c4f3a8610 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.132069] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e32580e-9c28-4986-b723-4a314a73095e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.143660] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528d3bf8-2975-da36-1268-1ccf6423dce8, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.146136] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.146406] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e75785d4-7fd8-4e42-8b4b-d10d9d4255d2/e75785d4-7fd8-4e42-8b4b-d10d9d4255d2.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.147220] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f2a3615-c35f-450a-a63b-f779989d99b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.150064] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73213056-5c12-4aa4-8c2c-c650c4f94166 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.166679] env[70683]: DEBUG nova.compute.provider_tree [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.167992] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 983.167992] env[70683]: value = "task-3280834" [ 983.167992] env[70683]: _type = "Task" [ 983.167992] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.244986] env[70683]: DEBUG oslo_vmware.api [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Task: {'id': task-3280833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162103} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.246422] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.246843] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.247137] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.247416] env[70683]: INFO nova.compute.manager [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Took 1.12 seconds to destroy the instance on the hypervisor. [ 983.247798] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.248044] env[70683]: DEBUG nova.compute.manager [-] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.248209] env[70683]: DEBUG nova.network.neutron [-] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.639750] env[70683]: INFO nova.compute.manager [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Rebuilding instance [ 983.669291] env[70683]: DEBUG nova.scheduler.client.report [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.692030] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479086} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.692030] env[70683]: DEBUG nova.compute.manager [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.692030] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e75785d4-7fd8-4e42-8b4b-d10d9d4255d2/e75785d4-7fd8-4e42-8b4b-d10d9d4255d2.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.692030] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.692030] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b17493-df04-49f6-9da1-223f1cb2e1e1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.701735] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bd6666d-a079-4810-aaa2-274e78f0cdbe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.705306] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 983.705306] env[70683]: value = "task-3280835" [ 983.705306] env[70683]: _type = "Task" [ 983.705306] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.721020] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.799876] env[70683]: DEBUG nova.compute.manager [req-0d0d2c47-1e5b-41e5-8134-331f7f58d6f9 req-4aa73a8f-402a-4b9a-b567-a596123b0a14 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Received event network-vif-deleted-f82a7330-c1b1-4522-8e9a-8ed990a4386c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.800152] env[70683]: INFO nova.compute.manager [req-0d0d2c47-1e5b-41e5-8134-331f7f58d6f9 req-4aa73a8f-402a-4b9a-b567-a596123b0a14 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Neutron deleted interface f82a7330-c1b1-4522-8e9a-8ed990a4386c; detaching it from the instance and deleting it from the info cache [ 983.800350] env[70683]: DEBUG nova.network.neutron [req-0d0d2c47-1e5b-41e5-8134-331f7f58d6f9 req-4aa73a8f-402a-4b9a-b567-a596123b0a14 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.179951] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.180517] env[70683]: DEBUG nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.183246] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.760s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.183424] env[70683]: DEBUG nova.objects.instance [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 984.220026] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057067} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.222274] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.223645] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6904563c-8c65-4eaa-b141-4ed330c65681 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.248641] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] e75785d4-7fd8-4e42-8b4b-d10d9d4255d2/e75785d4-7fd8-4e42-8b4b-d10d9d4255d2.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.249238] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83458039-4233-4bbc-bf84-2d47b14acf98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.270226] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 984.270226] env[70683]: value = "task-3280836" [ 984.270226] env[70683]: _type = "Task" [ 984.270226] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.278354] env[70683]: DEBUG nova.network.neutron [-] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.279712] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.304369] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-635b0491-09d6-4432-9601-cad2cf064e70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.313489] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24372d31-b3da-429c-83cf-136cbcb23aac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.347528] env[70683]: DEBUG nova.compute.manager [req-0d0d2c47-1e5b-41e5-8134-331f7f58d6f9 req-4aa73a8f-402a-4b9a-b567-a596123b0a14 service nova] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Detach interface failed, port_id=f82a7330-c1b1-4522-8e9a-8ed990a4386c, reason: Instance bfd38189-0b38-46f1-8a52-e1f010680581 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.692412] env[70683]: DEBUG nova.compute.utils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.697820] env[70683]: DEBUG nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.698074] env[70683]: DEBUG nova.network.neutron [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.712485] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.712809] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6532a4aa-52ba-4ffd-b5a8-5ca1bdbc85fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.722865] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 984.722865] env[70683]: value = "task-3280837" [ 984.722865] env[70683]: _type = "Task" [ 984.722865] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.732259] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.768300] env[70683]: DEBUG nova.policy [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb33bf265904907bb3579c29bcb95ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '280e1be91a7446b0a007da10531c9603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.780155] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.780582] env[70683]: INFO nova.compute.manager [-] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Took 1.53 seconds to deallocate network for instance. [ 985.171176] env[70683]: DEBUG nova.network.neutron [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Successfully created port: e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.199588] env[70683]: DEBUG oslo_concurrency.lockutils [None req-fb7451ac-f4c7-4260-a83c-beadf54d147b tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.200720] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.484s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.202372] env[70683]: INFO nova.compute.claims [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.205053] env[70683]: DEBUG nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.235239] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280837, 'name': PowerOffVM_Task, 'duration_secs': 0.217521} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.236224] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.238093] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.239208] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b479c5-0ad8-440a-843c-6e44dcbfb79b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.249043] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.249320] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6f24155-4509-4892-b3fb-ba1281f30d75 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.277455] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.277672] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.277851] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Deleting the datastore file [datastore2] b06f4df8-d49c-4a3d-8f17-8c125db10fce {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.279973] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba78083c-3ec2-44c3-9677-2e0dbe084c49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.284219] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280836, 'name': ReconfigVM_Task, 'duration_secs': 0.611323} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.284920] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] e75785d4-7fd8-4e42-8b4b-d10d9d4255d2/e75785d4-7fd8-4e42-8b4b-d10d9d4255d2.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.285601] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eea0627-a0c7-4c58-b4e9-04f4d30ef8ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.289033] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.289302] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 985.289302] env[70683]: value = "task-3280839" [ 985.289302] env[70683]: _type = "Task" [ 985.289302] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.294552] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 985.294552] env[70683]: value = "task-3280840" [ 985.294552] env[70683]: _type = "Task" [ 985.294552] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.301951] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.306694] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280840, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.803467] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092594} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.804064] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.804443] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.804443] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.809839] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280840, 'name': Rename_Task, 'duration_secs': 0.229937} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.810296] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.810532] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da986ed-8339-489a-aff4-1297ce1b97fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.817558] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 985.817558] env[70683]: value = "task-3280841" [ 985.817558] env[70683]: _type = "Task" [ 985.817558] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.827083] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.223923] env[70683]: DEBUG nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.254641] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.254913] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.255121] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.255372] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.255531] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.255687] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.255929] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.256291] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.256511] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.256717] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.256992] env[70683]: DEBUG nova.virt.hardware [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.257987] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b2d144-b64d-49c7-b13a-7f9b8910a119 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.269768] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b60214-5d2e-4421-8fc7-ff474844022f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.328545] env[70683]: DEBUG oslo_vmware.api [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3280841, 'name': PowerOnVM_Task, 'duration_secs': 0.447626} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.331119] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.331356] env[70683]: INFO nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Took 7.64 seconds to spawn the instance on the hypervisor. [ 986.331552] env[70683]: DEBUG nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.332580] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1308b0a-b36f-472c-a932-dcb7f2a33416 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.615448] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a857b70-0e31-4bb3-a4dd-5be76b06a74a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.623374] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c0f0fa-54fa-4577-a163-ec2267a22d64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.654465] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48343fca-8848-4593-81df-785f24791bf6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.661765] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29807f3-c66a-45e3-93f4-69a0756343ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.675331] env[70683]: DEBUG nova.compute.provider_tree [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.780969] env[70683]: DEBUG nova.compute.manager [req-abb936d1-0efb-4300-837e-2f904b351966 req-ce7bc8b0-d845-416e-9c9b-c0cdde6abf1a service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Received event network-vif-plugged-e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.781363] env[70683]: DEBUG oslo_concurrency.lockutils [req-abb936d1-0efb-4300-837e-2f904b351966 req-ce7bc8b0-d845-416e-9c9b-c0cdde6abf1a service nova] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.781574] env[70683]: DEBUG oslo_concurrency.lockutils [req-abb936d1-0efb-4300-837e-2f904b351966 req-ce7bc8b0-d845-416e-9c9b-c0cdde6abf1a service nova] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.781746] env[70683]: DEBUG oslo_concurrency.lockutils [req-abb936d1-0efb-4300-837e-2f904b351966 req-ce7bc8b0-d845-416e-9c9b-c0cdde6abf1a service nova] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.781926] env[70683]: DEBUG nova.compute.manager [req-abb936d1-0efb-4300-837e-2f904b351966 req-ce7bc8b0-d845-416e-9c9b-c0cdde6abf1a service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] No waiting events found dispatching network-vif-plugged-e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.782795] env[70683]: WARNING nova.compute.manager [req-abb936d1-0efb-4300-837e-2f904b351966 req-ce7bc8b0-d845-416e-9c9b-c0cdde6abf1a service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Received unexpected event network-vif-plugged-e4992bdc-4343-4196-b6ff-04e71975fbdd for instance with vm_state building and task_state spawning. [ 986.846085] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.846085] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.846085] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.846260] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.846301] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.846445] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.846647] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.846816] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.847058] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.847240] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.847414] env[70683]: DEBUG nova.virt.hardware [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.852312] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765854fc-f482-428d-a593-9c91ba1d70de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.858976] env[70683]: INFO nova.compute.manager [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Took 57.20 seconds to build instance. [ 986.863909] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe99d7-2db0-4d65-9e11-78f5639975a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.882024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.888372] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.890490] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.891377] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d9e4055-9387-4891-a381-b402cfe9e570 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.905655] env[70683]: DEBUG nova.network.neutron [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Successfully updated port: e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.913340] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.913340] env[70683]: value = "task-3280842" [ 986.913340] env[70683]: _type = "Task" [ 986.913340] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.924332] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280842, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.177973] env[70683]: DEBUG nova.scheduler.client.report [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.366851] env[70683]: DEBUG oslo_concurrency.lockutils [None req-27c5a1f3-31d3-4232-8e7d-92d3af1b70e6 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.198s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.368696] env[70683]: DEBUG nova.compute.manager [req-1aca3426-0c34-4521-b37f-e66847fcd239 req-6e3d7650-5eac-4ba6-ab56-81af1ae83b22 service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Received event network-changed-fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.368944] env[70683]: DEBUG nova.compute.manager [req-1aca3426-0c34-4521-b37f-e66847fcd239 req-6e3d7650-5eac-4ba6-ab56-81af1ae83b22 service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Refreshing instance network info cache due to event network-changed-fb455b1d-ae05-40dc-a700-d71883aad5d0. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.370461] env[70683]: DEBUG oslo_concurrency.lockutils [req-1aca3426-0c34-4521-b37f-e66847fcd239 req-6e3d7650-5eac-4ba6-ab56-81af1ae83b22 service nova] Acquiring lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.370673] env[70683]: DEBUG oslo_concurrency.lockutils [req-1aca3426-0c34-4521-b37f-e66847fcd239 req-6e3d7650-5eac-4ba6-ab56-81af1ae83b22 service nova] Acquired lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.370864] env[70683]: DEBUG nova.network.neutron [req-1aca3426-0c34-4521-b37f-e66847fcd239 req-6e3d7650-5eac-4ba6-ab56-81af1ae83b22 service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Refreshing network info cache for port fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.408657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.408657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.408826] env[70683]: DEBUG nova.network.neutron [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.425159] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280842, 'name': CreateVM_Task, 'duration_secs': 0.284115} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.425414] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.425762] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.425928] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.426276] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.426538] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abdf605-1b39-4e2e-a65c-0a1d5342cf17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.432336] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 987.432336] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5213cf84-c59c-8004-274b-05dbe83218ca" [ 987.432336] env[70683]: _type = "Task" [ 987.432336] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.445093] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5213cf84-c59c-8004-274b-05dbe83218ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.445472] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.445797] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.445916] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.446072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.446249] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.446504] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d98f3d5-00d0-467e-aac1-10432de5e191 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.454062] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.454297] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.455017] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9941f6-dcaa-4f24-b415-a545611de614 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.460391] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 987.460391] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528212f7-5842-8e7e-b9ec-22452c3029de" [ 987.460391] env[70683]: _type = "Task" [ 987.460391] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.470135] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528212f7-5842-8e7e-b9ec-22452c3029de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.683318] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.683910] env[70683]: DEBUG nova.compute.manager [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.686942] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.876s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.687242] env[70683]: DEBUG nova.objects.instance [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lazy-loading 'resources' on Instance uuid 79e26b03-2c71-4204-8e9e-218a1cef1022 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.971798] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528212f7-5842-8e7e-b9ec-22452c3029de, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.972819] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73d4648-e50e-483a-8f3a-8ca6faa19629 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.981381] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 987.981381] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52079ffe-84bc-77e9-a651-4322bfe3cf4a" [ 987.981381] env[70683]: _type = "Task" [ 987.981381] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.988516] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52079ffe-84bc-77e9-a651-4322bfe3cf4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.994577] env[70683]: DEBUG nova.network.neutron [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.199763] env[70683]: DEBUG nova.compute.utils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.207737] env[70683]: DEBUG nova.compute.manager [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 988.448348] env[70683]: DEBUG nova.network.neutron [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updating instance_info_cache with network_info: [{"id": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "address": "fa:16:3e:97:63:c5", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4992bdc-43", "ovs_interfaceid": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.490336] env[70683]: DEBUG nova.network.neutron [req-1aca3426-0c34-4521-b37f-e66847fcd239 req-6e3d7650-5eac-4ba6-ab56-81af1ae83b22 service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updated VIF entry in instance network info cache for port fb455b1d-ae05-40dc-a700-d71883aad5d0. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.490674] env[70683]: DEBUG nova.network.neutron [req-1aca3426-0c34-4521-b37f-e66847fcd239 req-6e3d7650-5eac-4ba6-ab56-81af1ae83b22 service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updating instance_info_cache with network_info: [{"id": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "address": "fa:16:3e:2b:4c:b4", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb455b1d-ae", "ovs_interfaceid": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.495212] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52079ffe-84bc-77e9-a651-4322bfe3cf4a, 'name': SearchDatastore_Task, 'duration_secs': 0.015715} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.495762] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.496039] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] b06f4df8-d49c-4a3d-8f17-8c125db10fce/b06f4df8-d49c-4a3d-8f17-8c125db10fce.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.496833] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0874cd34-0cb0-4d7b-be4d-937b0aae2a60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.504384] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 988.504384] env[70683]: value = "task-3280843" [ 988.504384] env[70683]: _type = "Task" [ 988.504384] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.525599] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.651535] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9dddd9-5ea0-4b5c-b5a4-c35dff39ffef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.659656] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3433f1-795e-4736-9cda-0eb880efc1d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.690939] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e76cbc0-c35d-4359-9d4b-c2714b4b9f92 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.698637] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fbdc81-ae55-4d14-961c-a307f54ef83d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.712932] env[70683]: DEBUG nova.compute.manager [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.715288] env[70683]: DEBUG nova.compute.provider_tree [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.815312] env[70683]: DEBUG nova.compute.manager [req-82681d3d-86c8-4588-97b6-442deafc5280 req-ed3dbd44-1ae8-4334-bd71-3d4bcde45b4b service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Received event network-changed-e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.817033] env[70683]: DEBUG nova.compute.manager [req-82681d3d-86c8-4588-97b6-442deafc5280 req-ed3dbd44-1ae8-4334-bd71-3d4bcde45b4b service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Refreshing instance network info cache due to event network-changed-e4992bdc-4343-4196-b6ff-04e71975fbdd. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.817033] env[70683]: DEBUG oslo_concurrency.lockutils [req-82681d3d-86c8-4588-97b6-442deafc5280 req-ed3dbd44-1ae8-4334-bd71-3d4bcde45b4b service nova] Acquiring lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.956411] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Releasing lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.956997] env[70683]: DEBUG nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Instance network_info: |[{"id": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "address": "fa:16:3e:97:63:c5", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4992bdc-43", "ovs_interfaceid": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.957406] env[70683]: DEBUG oslo_concurrency.lockutils [req-82681d3d-86c8-4588-97b6-442deafc5280 req-ed3dbd44-1ae8-4334-bd71-3d4bcde45b4b service nova] Acquired lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.957607] env[70683]: DEBUG nova.network.neutron [req-82681d3d-86c8-4588-97b6-442deafc5280 req-ed3dbd44-1ae8-4334-bd71-3d4bcde45b4b service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Refreshing network info cache for port e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.959211] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:63:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4992bdc-4343-4196-b6ff-04e71975fbdd', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.968168] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Creating folder: Project (280e1be91a7446b0a007da10531c9603). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.968956] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33eca396-07bf-4143-b440-99e41aff2022 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.980216] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Created folder: Project (280e1be91a7446b0a007da10531c9603) in parent group-v655051. [ 988.980500] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Creating folder: Instances. Parent ref: group-v655228. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.981135] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45f6743a-b894-4ec9-8c74-e2ffc7d76fb1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.992107] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Created folder: Instances in parent group-v655228. [ 988.992476] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.992741] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.993029] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5ee7a28-c92b-4ff7-bf3a-1277ff116d45 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.009269] env[70683]: DEBUG oslo_concurrency.lockutils [req-1aca3426-0c34-4521-b37f-e66847fcd239 req-6e3d7650-5eac-4ba6-ab56-81af1ae83b22 service nova] Releasing lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.018539] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280843, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.020885] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.020885] env[70683]: value = "task-3280847" [ 989.020885] env[70683]: _type = "Task" [ 989.020885] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.027835] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280847, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.221582] env[70683]: DEBUG nova.scheduler.client.report [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.519233] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535129} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.519524] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] b06f4df8-d49c-4a3d-8f17-8c125db10fce/b06f4df8-d49c-4a3d-8f17-8c125db10fce.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.519729] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.519974] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50840a56-a115-4c33-b8b4-c7e5cd53100d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.530816] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280847, 'name': CreateVM_Task, 'duration_secs': 0.453424} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.532024] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.532267] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 989.532267] env[70683]: value = "task-3280850" [ 989.532267] env[70683]: _type = "Task" [ 989.532267] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.532948] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.533050] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.533441] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.533683] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472ce1bb-4e56-4ad9-aedf-1f26e6208bf5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.543814] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 989.543814] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a8e51c-1557-4b23-96be-3d82a2f2c475" [ 989.543814] env[70683]: _type = "Task" [ 989.543814] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.551908] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a8e51c-1557-4b23-96be-3d82a2f2c475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.727229] env[70683]: DEBUG nova.compute.manager [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.729712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.733041] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.548s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.733535] env[70683]: INFO nova.compute.claims [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.761734] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.761988] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.762167] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.762360] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.762507] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.762653] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.762864] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.764442] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.764707] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.764886] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.765085] env[70683]: DEBUG nova.virt.hardware [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.766058] env[70683]: INFO nova.scheduler.client.report [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Deleted allocations for instance 79e26b03-2c71-4204-8e9e-218a1cef1022 [ 989.769589] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5102ac12-894f-466e-b29e-ed587e04e265 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.784443] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6c1b42-d6e3-4ff7-b13b-694475e211b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.801475] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.807462] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Creating folder: Project (0b93bbfb18154e48a16fe2d7cdd7a515). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.807853] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f76bc8d2-5f95-4084-a66a-9e71b753a923 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.818669] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Created folder: Project (0b93bbfb18154e48a16fe2d7cdd7a515) in parent group-v655051. [ 989.818669] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Creating folder: Instances. Parent ref: group-v655234. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.818669] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46e00508-95c1-4633-8609-f363f33b7559 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.827122] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Created folder: Instances in parent group-v655234. [ 989.827363] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.827546] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.827739] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7675c9c-d83e-4d92-adf9-f53e28c80047 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.843629] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.843629] env[70683]: value = "task-3280853" [ 989.843629] env[70683]: _type = "Task" [ 989.843629] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.851729] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280853, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.966970] env[70683]: DEBUG nova.network.neutron [req-82681d3d-86c8-4588-97b6-442deafc5280 req-ed3dbd44-1ae8-4334-bd71-3d4bcde45b4b service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updated VIF entry in instance network info cache for port e4992bdc-4343-4196-b6ff-04e71975fbdd. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.967461] env[70683]: DEBUG nova.network.neutron [req-82681d3d-86c8-4588-97b6-442deafc5280 req-ed3dbd44-1ae8-4334-bd71-3d4bcde45b4b service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updating instance_info_cache with network_info: [{"id": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "address": "fa:16:3e:97:63:c5", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4992bdc-43", "ovs_interfaceid": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.043038] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07346} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.043600] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.044376] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c33abf-cfa1-4bbf-afa0-1fe458271fc4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.054372] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a8e51c-1557-4b23-96be-3d82a2f2c475, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.061786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.062067] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.062320] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.062471] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.062657] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.072556] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] b06f4df8-d49c-4a3d-8f17-8c125db10fce/b06f4df8-d49c-4a3d-8f17-8c125db10fce.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.072839] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82eff8b1-e7e1-45d8-915d-124d6dabe5a6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.074701] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc40ebf-f06a-4ea5-a1ac-e2cd5626042e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.094071] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 990.094071] env[70683]: value = "task-3280854" [ 990.094071] env[70683]: _type = "Task" [ 990.094071] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.095164] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.095337] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.098613] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b95b08e-ce22-45be-bb98-7149bb4d2357 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.106718] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.108205] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 990.108205] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c76a27-4181-7e16-cedf-503b7ab53c25" [ 990.108205] env[70683]: _type = "Task" [ 990.108205] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.116566] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c76a27-4181-7e16-cedf-503b7ab53c25, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.117361] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb935cdc-9014-4468-8c71-b9abb63c7704 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.122815] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 990.122815] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3d3f6-726e-3363-ac5b-95007a56aad8" [ 990.122815] env[70683]: _type = "Task" [ 990.122815] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.129969] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3d3f6-726e-3363-ac5b-95007a56aad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.281811] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac647485-7d51-4e10-9061-82ae43890ce4 tempest-ServersListShow298Test-1360934065 tempest-ServersListShow298Test-1360934065-project-member] Lock "79e26b03-2c71-4204-8e9e-218a1cef1022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.726s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.352982] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280853, 'name': CreateVM_Task, 'duration_secs': 0.371145} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.353203] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.353604] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.353771] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.354115] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.354381] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4beb775-bfaf-43ed-be62-19f651715264 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.358753] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 990.358753] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52efbe36-2778-6631-ef89-78d5ad9cd164" [ 990.358753] env[70683]: _type = "Task" [ 990.358753] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.366675] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52efbe36-2778-6631-ef89-78d5ad9cd164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.471021] env[70683]: DEBUG oslo_concurrency.lockutils [req-82681d3d-86c8-4588-97b6-442deafc5280 req-ed3dbd44-1ae8-4334-bd71-3d4bcde45b4b service nova] Releasing lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.605963] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.632285] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3d3f6-726e-3363-ac5b-95007a56aad8, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.632591] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.632848] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8cddf556-a9f1-4af7-ba43-4b27ff612b9a/8cddf556-a9f1-4af7-ba43-4b27ff612b9a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.633125] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35fe1845-b021-453c-9a1f-7ed425de61be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.640088] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 990.640088] env[70683]: value = "task-3280855" [ 990.640088] env[70683]: _type = "Task" [ 990.640088] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.647889] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.876725] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52efbe36-2778-6631-ef89-78d5ad9cd164, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.877106] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.878088] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.878088] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.878088] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.878088] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.878207] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a2bcd39-ee06-45d9-b386-852f58a485fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.891737] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.891929] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.892710] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea0dec4-7045-4dcc-a5bd-ef4de4dd6707 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.899878] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 990.899878] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5224b31e-1dfe-a8ec-c21b-c2f06cc4db05" [ 990.899878] env[70683]: _type = "Task" [ 990.899878] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.913327] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5224b31e-1dfe-a8ec-c21b-c2f06cc4db05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.106750] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280854, 'name': ReconfigVM_Task, 'duration_secs': 0.627803} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.107067] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Reconfigured VM instance instance-0000003d to attach disk [datastore1] b06f4df8-d49c-4a3d-8f17-8c125db10fce/b06f4df8-d49c-4a3d-8f17-8c125db10fce.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.107739] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24585d53-ced3-41ec-9c5d-96435b837a51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.115450] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 991.115450] env[70683]: value = "task-3280856" [ 991.115450] env[70683]: _type = "Task" [ 991.115450] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.123471] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280856, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.140088] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff1dc09-3184-40ca-b019-f3c1a5d97d94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.153043] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d7bb2-f2ec-4bb2-901b-561917cc96ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.155933] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432948} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.156206] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8cddf556-a9f1-4af7-ba43-4b27ff612b9a/8cddf556-a9f1-4af7-ba43-4b27ff612b9a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.156423] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.157101] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdcbe8cf-6993-4bfc-9c28-4676e5add4ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.184619] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde39a63-91ff-4afc-aa1e-e1921dccb389 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.188419] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 991.188419] env[70683]: value = "task-3280857" [ 991.188419] env[70683]: _type = "Task" [ 991.188419] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.195042] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594a229-02f3-47fa-947d-01542c0f63ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.201524] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.211114] env[70683]: DEBUG nova.compute.provider_tree [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.412853] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5224b31e-1dfe-a8ec-c21b-c2f06cc4db05, 'name': SearchDatastore_Task, 'duration_secs': 0.051703} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.413666] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554ca132-a441-4136-8cf5-3e140f1bfe7c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.418630] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 991.418630] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527a5df5-e355-f4fd-16b1-eb22723d663d" [ 991.418630] env[70683]: _type = "Task" [ 991.418630] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.426221] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527a5df5-e355-f4fd-16b1-eb22723d663d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.625609] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280856, 'name': Rename_Task, 'duration_secs': 0.267249} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.625910] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.626375] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b49dc2e8-f42b-418e-8c67-f3a71fc2825f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.633534] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 991.633534] env[70683]: value = "task-3280858" [ 991.633534] env[70683]: _type = "Task" [ 991.633534] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.647068] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.709473] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128796} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.710504] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.710885] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c5670-3dd7-41fe-8e85-72c5a3d4aa8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.748303] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 8cddf556-a9f1-4af7-ba43-4b27ff612b9a/8cddf556-a9f1-4af7-ba43-4b27ff612b9a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.750539] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83a04af-13a5-4185-8461-df0336571c7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.770862] env[70683]: DEBUG nova.scheduler.client.report [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 991.771208] env[70683]: DEBUG nova.compute.provider_tree [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 86 to 87 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 991.771417] env[70683]: DEBUG nova.compute.provider_tree [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.783687] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 991.783687] env[70683]: value = "task-3280859" [ 991.783687] env[70683]: _type = "Task" [ 991.783687] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.792105] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.928559] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527a5df5-e355-f4fd-16b1-eb22723d663d, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.928862] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.929183] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] e408a428-b3ac-485d-9429-980194d27cf5/e408a428-b3ac-485d-9429-980194d27cf5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.929476] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13318153-8b69-4e66-a6fc-8d3c9f34648b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.935740] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 991.935740] env[70683]: value = "task-3280861" [ 991.935740] env[70683]: _type = "Task" [ 991.935740] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.945740] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.148170] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.277810] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.278271] env[70683]: DEBUG nova.compute.manager [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.281420] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.437s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.281667] env[70683]: DEBUG nova.objects.instance [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lazy-loading 'resources' on Instance uuid c79ca6bd-2519-4036-9431-415cfed01a74 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.294284] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280859, 'name': ReconfigVM_Task, 'duration_secs': 0.424502} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.294971] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 8cddf556-a9f1-4af7-ba43-4b27ff612b9a/8cddf556-a9f1-4af7-ba43-4b27ff612b9a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.296264] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-545001db-82e2-486f-bc63-3ddda52f8a23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.305323] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 992.305323] env[70683]: value = "task-3280862" [ 992.305323] env[70683]: _type = "Task" [ 992.305323] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.319343] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280862, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.446909] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280861, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.646691] env[70683]: DEBUG oslo_vmware.api [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280858, 'name': PowerOnVM_Task, 'duration_secs': 0.758066} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.646966] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.647270] env[70683]: DEBUG nova.compute.manager [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.648215] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406eda11-028c-458c-bdae-949fa8946a20 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.785309] env[70683]: DEBUG nova.compute.utils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.789664] env[70683]: DEBUG nova.compute.manager [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 992.822093] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280862, 'name': Rename_Task, 'duration_secs': 0.445732} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.822381] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.822655] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-805e0ead-0d41-4e2d-9d25-379f15005176 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.832328] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 992.832328] env[70683]: value = "task-3280863" [ 992.832328] env[70683]: _type = "Task" [ 992.832328] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.841940] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.951488] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659302} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.951929] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] e408a428-b3ac-485d-9429-980194d27cf5/e408a428-b3ac-485d-9429-980194d27cf5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.952318] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.953019] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66df827-e74f-4e86-bff5-886d026727bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.964349] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 992.964349] env[70683]: value = "task-3280864" [ 992.964349] env[70683]: _type = "Task" [ 992.964349] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.976269] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.165345] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.193025] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846233ad-920d-4dda-ab49-ba1124891f0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.200552] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec1f3e4-3fb6-4bb6-a575-92827a9fd355 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.234091] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c81a19-048d-4ff8-8c7f-6154465ae971 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.243421] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8b516b-aab6-4ef9-8038-d0be3f689ed8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.254770] env[70683]: DEBUG nova.compute.provider_tree [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.290105] env[70683]: DEBUG nova.compute.manager [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.343173] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280863, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.477931] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099686} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.478365] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.479208] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1a721d-cc85-4fca-bede-6500df145bfb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.503620] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] e408a428-b3ac-485d-9429-980194d27cf5/e408a428-b3ac-485d-9429-980194d27cf5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.504448] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ee97f01-db39-4a3b-a8a6-00ea222243da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.529474] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 993.529474] env[70683]: value = "task-3280865" [ 993.529474] env[70683]: _type = "Task" [ 993.529474] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.538530] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.801755] env[70683]: DEBUG nova.scheduler.client.report [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 993.801755] env[70683]: DEBUG nova.compute.provider_tree [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 87 to 88 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 993.802138] env[70683]: DEBUG nova.compute.provider_tree [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.845085] env[70683]: DEBUG oslo_vmware.api [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3280863, 'name': PowerOnVM_Task, 'duration_secs': 0.70651} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.845363] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.845656] env[70683]: INFO nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Took 7.62 seconds to spawn the instance on the hypervisor. [ 993.845827] env[70683]: DEBUG nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.846658] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e67346f-1c2a-44f2-9688-a8604b0ed653 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.867775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.867775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.867775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.867775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.867775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.869719] env[70683]: INFO nova.compute.manager [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Terminating instance [ 994.041262] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280865, 'name': ReconfigVM_Task, 'duration_secs': 0.294046} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.041262] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Reconfigured VM instance instance-00000040 to attach disk [datastore1] e408a428-b3ac-485d-9429-980194d27cf5/e408a428-b3ac-485d-9429-980194d27cf5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.041801] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8092d15-e404-46ea-b158-dda5a1fca412 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.050017] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 994.050017] env[70683]: value = "task-3280867" [ 994.050017] env[70683]: _type = "Task" [ 994.050017] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.060263] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280867, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.301019] env[70683]: DEBUG nova.compute.manager [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.307392] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.309957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.023s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.310262] env[70683]: DEBUG nova.objects.instance [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lazy-loading 'resources' on Instance uuid e85c185c-9e92-4539-a3f4-105c29b1a018 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.333428] env[70683]: INFO nova.scheduler.client.report [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Deleted allocations for instance c79ca6bd-2519-4036-9431-415cfed01a74 [ 994.342250] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.342586] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.342841] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.343075] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.343232] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.343401] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.343634] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.343913] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.343989] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.344169] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.344372] env[70683]: DEBUG nova.virt.hardware [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.345311] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f41495f-1ad6-49c0-8b79-abb89df1bc5a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.355650] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873fb16a-f562-448b-87cc-c4fcd6bf594e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.368270] env[70683]: INFO nova.compute.manager [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Took 56.51 seconds to build instance. [ 994.381094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "refresh_cache-b06f4df8-d49c-4a3d-8f17-8c125db10fce" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.381094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquired lock "refresh_cache-b06f4df8-d49c-4a3d-8f17-8c125db10fce" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.381094] env[70683]: DEBUG nova.network.neutron [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.381094] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.387368] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Creating folder: Project (5f6d74f404b14d27b31f50a03687998e). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.388308] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161c8ed1-893d-4eeb-933c-bde6b2ca040a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.404626] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Created folder: Project (5f6d74f404b14d27b31f50a03687998e) in parent group-v655051. [ 994.404849] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Creating folder: Instances. Parent ref: group-v655237. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.405440] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-891662b0-ce95-4585-b955-8e716ade025c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.421583] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Created folder: Instances in parent group-v655237. [ 994.421930] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.422607] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.423404] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a438851b-fded-459b-b09a-f7d8f6b5386e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.445601] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.445601] env[70683]: value = "task-3280870" [ 994.445601] env[70683]: _type = "Task" [ 994.445601] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.455503] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280870, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.563814] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280867, 'name': Rename_Task, 'duration_secs': 0.153696} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.564101] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.564349] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e65715c-a404-4325-8c62-10eb5512301b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.573766] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 994.573766] env[70683]: value = "task-3280871" [ 994.573766] env[70683]: _type = "Task" [ 994.573766] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.582077] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.767760] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.768045] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.852190] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f3cbd329-5554-4222-8a6e-605a6ef5464c tempest-ServerShowV247Test-970341433 tempest-ServerShowV247Test-970341433-project-member] Lock "c79ca6bd-2519-4036-9431-415cfed01a74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.305s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.892101] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6a70b323-ab3c-4ed9-8cbd-df1f19b59b8e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.615s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.925939] env[70683]: DEBUG nova.network.neutron [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.964520] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280870, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.977336] env[70683]: DEBUG nova.compute.manager [req-0ea3095b-0b67-4bf7-beac-d36b7b3c4825 req-81584e49-d314-4a7e-8ff4-956dab852830 service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Received event network-changed-e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.977661] env[70683]: DEBUG nova.compute.manager [req-0ea3095b-0b67-4bf7-beac-d36b7b3c4825 req-81584e49-d314-4a7e-8ff4-956dab852830 service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Refreshing instance network info cache due to event network-changed-e4992bdc-4343-4196-b6ff-04e71975fbdd. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.980367] env[70683]: DEBUG oslo_concurrency.lockutils [req-0ea3095b-0b67-4bf7-beac-d36b7b3c4825 req-81584e49-d314-4a7e-8ff4-956dab852830 service nova] Acquiring lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.980367] env[70683]: DEBUG oslo_concurrency.lockutils [req-0ea3095b-0b67-4bf7-beac-d36b7b3c4825 req-81584e49-d314-4a7e-8ff4-956dab852830 service nova] Acquired lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.980367] env[70683]: DEBUG nova.network.neutron [req-0ea3095b-0b67-4bf7-beac-d36b7b3c4825 req-81584e49-d314-4a7e-8ff4-956dab852830 service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Refreshing network info cache for port e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.027321] env[70683]: DEBUG nova.network.neutron [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.084502] env[70683]: DEBUG oslo_vmware.api [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280871, 'name': PowerOnVM_Task, 'duration_secs': 0.46456} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.087637] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.087900] env[70683]: INFO nova.compute.manager [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Took 5.36 seconds to spawn the instance on the hypervisor. [ 995.088128] env[70683]: DEBUG nova.compute.manager [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.089303] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf7003f-5e92-4ae9-ba3e-c772dd82c1ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.271602] env[70683]: DEBUG nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.285949] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84560c2-b148-4944-aa99-68bfaafce554 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.296509] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4521428d-dd35-4c42-9dde-5d506cc06be3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.335121] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5737db-ab9b-4c35-85f8-0b9e1409e061 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.345061] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc3d4c-dfcd-4dd0-a6d4-463eeb57d268 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.362240] env[70683]: DEBUG nova.compute.provider_tree [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.460206] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280870, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.532675] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Releasing lock "refresh_cache-b06f4df8-d49c-4a3d-8f17-8c125db10fce" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.533187] env[70683]: DEBUG nova.compute.manager [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.533511] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.535215] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98734f12-6585-464a-aeab-cd64ec7bb1b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.544466] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.544756] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53e64a75-6fcd-411d-b3b3-7adf4e31bc21 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.555818] env[70683]: DEBUG oslo_vmware.api [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 995.555818] env[70683]: value = "task-3280872" [ 995.555818] env[70683]: _type = "Task" [ 995.555818] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.568024] env[70683]: DEBUG oslo_vmware.api [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.607022] env[70683]: INFO nova.compute.manager [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Took 49.92 seconds to build instance. [ 995.722126] env[70683]: DEBUG nova.network.neutron [req-0ea3095b-0b67-4bf7-beac-d36b7b3c4825 req-81584e49-d314-4a7e-8ff4-956dab852830 service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updated VIF entry in instance network info cache for port e4992bdc-4343-4196-b6ff-04e71975fbdd. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.722605] env[70683]: DEBUG nova.network.neutron [req-0ea3095b-0b67-4bf7-beac-d36b7b3c4825 req-81584e49-d314-4a7e-8ff4-956dab852830 service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updating instance_info_cache with network_info: [{"id": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "address": "fa:16:3e:97:63:c5", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4992bdc-43", "ovs_interfaceid": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.791123] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.864970] env[70683]: DEBUG nova.scheduler.client.report [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.960112] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280870, 'name': CreateVM_Task, 'duration_secs': 1.019307} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.960318] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.960798] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.961072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.961411] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.961694] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14648951-138a-4128-b3e5-2c38dcefa16e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.967978] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 995.967978] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d740a2-61c4-baed-01f4-30f4eb75f76d" [ 995.967978] env[70683]: _type = "Task" [ 995.967978] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.981266] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d740a2-61c4-baed-01f4-30f4eb75f76d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.066866] env[70683]: DEBUG oslo_vmware.api [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280872, 'name': PowerOffVM_Task, 'duration_secs': 0.209487} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.067285] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.067529] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.067838] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b91ce00-42a7-4d81-bcb3-457ab7e73562 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.106857] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.107203] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.107566] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Deleting the datastore file [datastore1] b06f4df8-d49c-4a3d-8f17-8c125db10fce {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.108295] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b3ee0712-11b0-49e0-ad4f-66f93ab8bffa tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "e408a428-b3ac-485d-9429-980194d27cf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.946s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.108649] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e571d036-d87e-4157-a673-d5ef60c6f374 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.117928] env[70683]: DEBUG oslo_vmware.api [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for the task: (returnval){ [ 996.117928] env[70683]: value = "task-3280875" [ 996.117928] env[70683]: _type = "Task" [ 996.117928] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.130618] env[70683]: DEBUG oslo_vmware.api [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.226100] env[70683]: DEBUG oslo_concurrency.lockutils [req-0ea3095b-0b67-4bf7-beac-d36b7b3c4825 req-81584e49-d314-4a7e-8ff4-956dab852830 service nova] Releasing lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.375404] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.378984] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.426s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.379723] env[70683]: DEBUG nova.objects.instance [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lazy-loading 'resources' on Instance uuid 77a643e9-ec9f-4be2-90fc-2e31f3fb780c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.404494] env[70683]: INFO nova.scheduler.client.report [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Deleted allocations for instance e85c185c-9e92-4539-a3f4-105c29b1a018 [ 996.481678] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d740a2-61c4-baed-01f4-30f4eb75f76d, 'name': SearchDatastore_Task, 'duration_secs': 0.013083} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.481984] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.482367] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.482631] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.482784] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.482974] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.483273] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab452c6a-fc3b-4315-a1e0-a6acd4ccb404 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.494770] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.495075] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.495882] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e72d763-6f72-4855-98d9-ed580e9890c5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.503404] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 996.503404] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a45e12-695c-1f45-0e7d-2f3fa53a0c3b" [ 996.503404] env[70683]: _type = "Task" [ 996.503404] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.518101] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a45e12-695c-1f45-0e7d-2f3fa53a0c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.629443] env[70683]: DEBUG oslo_vmware.api [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Task: {'id': task-3280875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130948} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.629702] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.629888] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.630104] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.630299] env[70683]: INFO nova.compute.manager [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Took 1.10 seconds to destroy the instance on the hypervisor. [ 996.630552] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.630746] env[70683]: DEBUG nova.compute.manager [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.630841] env[70683]: DEBUG nova.network.neutron [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.652106] env[70683]: DEBUG nova.network.neutron [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.879880] env[70683]: INFO nova.compute.manager [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Rebuilding instance [ 996.920363] env[70683]: DEBUG oslo_concurrency.lockutils [None req-335c0226-37bd-46b9-8d11-75e7ad31a696 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263 tempest-FloatingIPsAssociationNegativeTestJSON-1559662263-project-member] Lock "e85c185c-9e92-4539-a3f4-105c29b1a018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.173s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.925791] env[70683]: DEBUG nova.compute.manager [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.926701] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3badb98-f21d-4395-b81d-bb3c4749b4d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.024334] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a45e12-695c-1f45-0e7d-2f3fa53a0c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.025642] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bd79e3-c432-4cd8-9791-baa3f6594277 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.041281] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 997.041281] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528d971a-4694-6d83-9408-c23c91025ba7" [ 997.041281] env[70683]: _type = "Task" [ 997.041281] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.056319] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528d971a-4694-6d83-9408-c23c91025ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.154574] env[70683]: DEBUG nova.network.neutron [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.291709] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e8e19c-d468-4f90-8a7f-db4f82d768d9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.300154] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b8c29-9481-4a78-b344-057691518073 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.332142] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e322d-5c14-4953-b8ee-4b236f29a578 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.340765] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7edd743-59b9-432d-ac7b-442402c2b67b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.355193] env[70683]: DEBUG nova.compute.provider_tree [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.553619] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528d971a-4694-6d83-9408-c23c91025ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.017602} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.553963] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.554333] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07/6478c4e4-4b40-470e-835d-f30c7e852f07.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.554661] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf0d6ac-91c5-4931-9c73-44b0af87ee89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.563465] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 997.563465] env[70683]: value = "task-3280876" [ 997.563465] env[70683]: _type = "Task" [ 997.563465] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.572670] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.657924] env[70683]: INFO nova.compute.manager [-] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Took 1.03 seconds to deallocate network for instance. [ 997.859090] env[70683]: DEBUG nova.scheduler.client.report [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.944837] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.945316] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6266a66-037e-4d4d-927d-3c23353c70a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.958632] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 997.958632] env[70683]: value = "task-3280877" [ 997.958632] env[70683]: _type = "Task" [ 997.958632] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.973010] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.077575] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280876, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.167426] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.368695] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.368794] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.489s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.396171] env[70683]: INFO nova.scheduler.client.report [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Deleted allocations for instance 77a643e9-ec9f-4be2-90fc-2e31f3fb780c [ 998.476462] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280877, 'name': PowerOffVM_Task, 'duration_secs': 0.194427} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.476887] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.477174] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.478529] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe0142f-f97d-4f54-85fc-68d41874ecec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.488608] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.488980] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d568a985-614a-4465-a5c9-6287fc504a03 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.519384] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.519718] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.519933] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Deleting the datastore file [datastore1] e408a428-b3ac-485d-9429-980194d27cf5 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.520316] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22cc29a-f0dd-4ee3-85fb-69664d8e0448 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.528749] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 998.528749] env[70683]: value = "task-3280880" [ 998.528749] env[70683]: _type = "Task" [ 998.528749] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.537856] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.575910] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562291} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.576257] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07/6478c4e4-4b40-470e-835d-f30c7e852f07.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.576481] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.576746] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f6bf32b-ab80-415a-b8d3-c8bc1ac4995c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.586328] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 998.586328] env[70683]: value = "task-3280881" [ 998.586328] env[70683]: _type = "Task" [ 998.586328] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.596175] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.903349] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a03bf6e-bc14-408e-8a92-53af2a54825f tempest-InstanceActionsV221TestJSON-1851289068 tempest-InstanceActionsV221TestJSON-1851289068-project-member] Lock "77a643e9-ec9f-4be2-90fc-2e31f3fb780c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.673s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.039421] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327472} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.039696] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.039874] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.040062] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.097093] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079093} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.097408] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.098230] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bbb91b-5146-4e40-9f02-df294f22ffa0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.124023] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07/6478c4e4-4b40-470e-835d-f30c7e852f07.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.124418] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f1f303-b9b4-4a43-ab23-ae7d1b5b34cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.146376] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 999.146376] env[70683]: value = "task-3280882" [ 999.146376] env[70683]: _type = "Task" [ 999.146376] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.161805] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.384016] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Applying migration context for instance efe01f7a-daad-4592-8e37-25c3ee91c54e as it has an incoming, in-progress migration 784f46d9-4220-4369-a4a9-f75011d83fbf. Migration status is reverting {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 999.385940] env[70683]: INFO nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating resource usage from migration 784f46d9-4220-4369-a4a9-f75011d83fbf [ 999.412541] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.412779] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ad1fa7d0-85ed-46ca-80d5-bde9feed81ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.412926] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e9b0f70b-f729-4741-857b-3208e32dce90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.413105] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ba1839c5-2c7d-4b59-89d9-6ed8e44343a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.413325] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ba0c07d0-0dc7-4dd0-a276-30bffa670249 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.413508] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e151b104-0273-47db-b6a3-9705a99059fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.413644] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance c73bc43a-7ff8-4f69-90a7-841bfe5c7e05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.413769] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance a02eecf2-3d70-4e2d-8201-bc46f0e6f86d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.413884] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance d71fcc6b-60e4-4a93-8333-f116106ec82b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.413996] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.414129] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance bc655189-5874-4019-bf25-cb2ce45ed2ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.414242] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 202f5758-4b86-4768-9bb3-1fab0e90e8c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.414368] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 0fc06683-ef4e-4990-ba47-b5144d856d8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.414491] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance a50317f6-a33e-4b26-b361-e541f227fd66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.414607] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Migration 784f46d9-4220-4369-a4a9-f75011d83fbf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 999.414777] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance efe01f7a-daad-4592-8e37-25c3ee91c54e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.414967] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance bfd38189-0b38-46f1-8a52-e1f010680581 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.415120] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance b06f4df8-d49c-4a3d-8f17-8c125db10fce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.415242] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.415358] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8cddf556-a9f1-4af7-ba43-4b27ff612b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.415472] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e408a428-b3ac-485d-9429-980194d27cf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.415677] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 6478c4e4-4b40-470e-835d-f30c7e852f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.659574] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280882, 'name': ReconfigVM_Task, 'duration_secs': 0.379233} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.659921] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07/6478c4e4-4b40-470e-835d-f30c7e852f07.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.660628] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae33a1f8-1ac0-4761-aaf2-3916a004512d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.669716] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 999.669716] env[70683]: value = "task-3280883" [ 999.669716] env[70683]: _type = "Task" [ 999.669716] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.679546] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280883, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.919683] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance f544859f-0c75-4864-b306-318119c557cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1000.083439] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.083929] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.083929] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.084223] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.084295] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.084411] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.084757] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.084757] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.084938] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.085445] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.085650] env[70683]: DEBUG nova.virt.hardware [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.086600] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af374285-1126-4029-bc8e-14cfc82b5003 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.096867] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c36561c-65d7-496c-b913-7ccca6a64447 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.113952] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.119664] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.121219] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.121473] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe713045-b840-449f-a518-c96f3c64ac70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.145203] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.145203] env[70683]: value = "task-3280884" [ 1000.145203] env[70683]: _type = "Task" [ 1000.145203] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.154654] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280884, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.183554] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280883, 'name': Rename_Task, 'duration_secs': 0.295925} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.184008] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.184382] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab92a874-ea04-44cd-af88-1396a690a432 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.192869] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1000.192869] env[70683]: value = "task-3280886" [ 1000.192869] env[70683]: _type = "Task" [ 1000.192869] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.201851] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.425236] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8081fb92-0b9f-485b-b666-75158f6a02f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1000.657278] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280884, 'name': CreateVM_Task, 'duration_secs': 0.34848} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.657453] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.657889] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.658060] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.658390] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.658652] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28dbf57-307e-40b5-8836-0420fd8003c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.664863] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1000.664863] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52baf6fe-d044-caee-a03c-35d1415366f9" [ 1000.664863] env[70683]: _type = "Task" [ 1000.664863] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.674831] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52baf6fe-d044-caee-a03c-35d1415366f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.709642] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.927907] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1000.928293] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1000.928487] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1001.180735] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52baf6fe-d044-caee-a03c-35d1415366f9, 'name': SearchDatastore_Task, 'duration_secs': 0.036984} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.183818] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.183818] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.186372] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.186372] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.186372] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.186372] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0830c502-0b17-4ba8-9207-88983b4986bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.198581] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.198856] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.206012] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6dc68e-3996-42fd-af6a-53fb27f54748 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.213499] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1001.213499] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521c90c0-bafc-7d89-3c8d-9b922956f51b" [ 1001.213499] env[70683]: _type = "Task" [ 1001.213499] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.216681] env[70683]: DEBUG oslo_vmware.api [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280886, 'name': PowerOnVM_Task, 'duration_secs': 0.783147} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.223168] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.223168] env[70683]: INFO nova.compute.manager [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1001.223168] env[70683]: DEBUG nova.compute.manager [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.223168] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41edc29e-4900-4722-80df-ea992ace264a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.234818] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521c90c0-bafc-7d89-3c8d-9b922956f51b, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.238320] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79618d00-0e76-41fc-9cac-10629589a13e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.245188] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1001.245188] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d8dd6a-e36d-1cc0-c83a-c00dcff6b39f" [ 1001.245188] env[70683]: _type = "Task" [ 1001.245188] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.260848] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d8dd6a-e36d-1cc0-c83a-c00dcff6b39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.416910] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151b4d06-adaf-4069-9e38-87cf9eebd6fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.427067] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ba15d5-4399-4f22-af07-d363f15de188 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.465107] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c6f269-b0a0-4f67-b270-1b42a7f89a5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.474127] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756eef1c-e48a-49b3-b442-251eb8b7107b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.490421] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.749591] env[70683]: INFO nova.compute.manager [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Took 53.58 seconds to build instance. [ 1001.757196] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d8dd6a-e36d-1cc0-c83a-c00dcff6b39f, 'name': SearchDatastore_Task, 'duration_secs': 0.01582} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.758842] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.759222] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e408a428-b3ac-485d-9429-980194d27cf5/e408a428-b3ac-485d-9429-980194d27cf5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.759538] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-700eef0f-33c5-411d-854b-e3986aa21888 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.769735] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1001.769735] env[70683]: value = "task-3280887" [ 1001.769735] env[70683]: _type = "Task" [ 1001.769735] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.781597] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.993374] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.251445] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ba4ff0c-070c-4073-b9bb-7bb88db2387b tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "6478c4e4-4b40-470e-835d-f30c7e852f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.355s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.283275] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280887, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.500096] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1002.503623] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.132s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.503623] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.801s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.503623] env[70683]: INFO nova.compute.claims [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.505173] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.505328] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Cleaning up deleted instances {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1002.547696] env[70683]: INFO nova.compute.manager [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Rebuilding instance [ 1002.713563] env[70683]: DEBUG nova.compute.manager [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.714948] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae40bf-0861-40b1-b34f-f92f1d3260ec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.784317] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529524} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.784847] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e408a428-b3ac-485d-9429-980194d27cf5/e408a428-b3ac-485d-9429-980194d27cf5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.785239] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.785806] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad85a943-c3c7-4d9f-bdf4-3b339395782e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.795709] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1002.795709] env[70683]: value = "task-3280889" [ 1002.795709] env[70683]: _type = "Task" [ 1002.795709] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.804941] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.023059] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] There are 44 instances to clean {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1003.023359] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 77a643e9-ec9f-4be2-90fc-2e31f3fb780c] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.307756] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19816} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.308038] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.309826] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd222e5-ea57-46c9-ae86-c138266adc46 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.337673] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] e408a428-b3ac-485d-9429-980194d27cf5/e408a428-b3ac-485d-9429-980194d27cf5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.343396] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-212ae4bb-39cc-4472-9fbc-fcf5a97c44c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.366490] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1003.366490] env[70683]: value = "task-3280890" [ 1003.366490] env[70683]: _type = "Task" [ 1003.366490] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.375374] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.495645] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8705f4-a147-40e0-a847-9f021a38051c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.508364] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238ca746-9e95-47c1-9ed0-185abbadac6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.538342] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e85c185c-9e92-4539-a3f4-105c29b1a018] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.542112] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10150522-8188-4a0d-8881-54a34ffd46d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.547884] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquiring lock "1c700163-5b27-44a4-b86a-65f6b107c67d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.548131] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "1c700163-5b27-44a4-b86a-65f6b107c67d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.556170] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba92bbe3-385b-4b72-bab0-22e66665a1da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.576688] env[70683]: DEBUG nova.compute.provider_tree [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.733858] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.734190] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91eb80f-905b-4284-a082-1615146a95fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.742891] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1003.742891] env[70683]: value = "task-3280891" [ 1003.742891] env[70683]: _type = "Task" [ 1003.742891] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.752292] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.877094] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280890, 'name': ReconfigVM_Task, 'duration_secs': 0.266431} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.877603] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Reconfigured VM instance instance-00000040 to attach disk [datastore2] e408a428-b3ac-485d-9429-980194d27cf5/e408a428-b3ac-485d-9429-980194d27cf5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.878870] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd5369d-75eb-4849-bc3f-4006e2f4b7e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.887032] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1003.887032] env[70683]: value = "task-3280892" [ 1003.887032] env[70683]: _type = "Task" [ 1003.887032] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.897211] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280892, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.048162] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 79e26b03-2c71-4204-8e9e-218a1cef1022] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.054024] env[70683]: DEBUG nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.081448] env[70683]: DEBUG nova.scheduler.client.report [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.254644] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280891, 'name': PowerOffVM_Task, 'duration_secs': 0.388021} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.254836] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.255479] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.256422] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d043f35-9c5e-4da3-a98a-4d25d4729618 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.265541] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.265664] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-984b8653-2b38-4729-bff0-1598efa6cfd0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.295015] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.295256] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.295437] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Deleting the datastore file [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.295713] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf22233-f753-41bc-818a-179eb9bc973b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.304818] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1004.304818] env[70683]: value = "task-3280894" [ 1004.304818] env[70683]: _type = "Task" [ 1004.304818] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.313627] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.399274] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280892, 'name': Rename_Task, 'duration_secs': 0.137817} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.399274] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.399580] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c6fa1a3-faff-44d9-b6ba-d8de9a792df1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.407823] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1004.407823] env[70683]: value = "task-3280896" [ 1004.407823] env[70683]: _type = "Task" [ 1004.407823] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.424800] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.558026] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: a5ff0511-88a3-42f3-909b-4383bd8f80d9] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.585490] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.586710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.086s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.590053] env[70683]: DEBUG nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.592383] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.937s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.592756] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.596025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.241s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.596025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.597182] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.405s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.597511] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.599499] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.113s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.599830] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.602058] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 28.327s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.631174] env[70683]: INFO nova.scheduler.client.report [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Deleted allocations for instance 0fc06683-ef4e-4990-ba47-b5144d856d8e [ 1004.635130] env[70683]: INFO nova.scheduler.client.report [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Deleted allocations for instance a50317f6-a33e-4b26-b361-e541f227fd66 [ 1004.652933] env[70683]: INFO nova.scheduler.client.report [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Deleted allocations for instance e151b104-0273-47db-b6a3-9705a99059fa [ 1004.657180] env[70683]: INFO nova.scheduler.client.report [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted allocations for instance ba0c07d0-0dc7-4dd0-a276-30bffa670249 [ 1004.816054] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121314} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.817020] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.817020] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.817020] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.919978] env[70683]: DEBUG oslo_vmware.api [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280896, 'name': PowerOnVM_Task, 'duration_secs': 0.458906} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.920334] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.920549] env[70683]: DEBUG nova.compute.manager [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.921450] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a539e5ba-ea63-4b6b-9760-1260cb363138 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.060836] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e7269fec-b5ad-48e2-b73c-6ab0e4e11318] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.093578] env[70683]: DEBUG nova.compute.utils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.094850] env[70683]: DEBUG nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.095034] env[70683]: DEBUG nova.network.neutron [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.107539] env[70683]: DEBUG nova.objects.instance [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lazy-loading 'migration_context' on Instance uuid efe01f7a-daad-4592-8e37-25c3ee91c54e {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.142346] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6f215ee4-ed79-474c-b60e-2bbd4562b9ec tempest-ServersAaction247Test-1871764357 tempest-ServersAaction247Test-1871764357-project-member] Lock "a50317f6-a33e-4b26-b361-e541f227fd66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.179s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.148641] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8313aa28-a904-422b-a437-24f3b5a67fee tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "0fc06683-ef4e-4990-ba47-b5144d856d8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.933s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.158982] env[70683]: DEBUG nova.policy [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d968ae0164f48c999c2c466be7fe013', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cda2481dfe143cab0034376b537fc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.165536] env[70683]: DEBUG oslo_concurrency.lockutils [None req-946f1c9d-4297-4f2e-b4e7-05f1c0a2095c tempest-SecurityGroupsTestJSON-773335502 tempest-SecurityGroupsTestJSON-773335502-project-member] Lock "e151b104-0273-47db-b6a3-9705a99059fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.981s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.169990] env[70683]: DEBUG oslo_concurrency.lockutils [None req-620e779d-e834-4ede-8647-2bbc268a0520 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ba0c07d0-0dc7-4dd0-a276-30bffa670249" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.318s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.439902] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.565847] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e4957660-16be-4dc4-b691-bc6bab8cb1e4] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.598384] env[70683]: DEBUG nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.604019] env[70683]: DEBUG nova.network.neutron [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Successfully created port: 3f8b7db5-4bcb-4306-8e80-3428026d11f9 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.799993] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.800334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.800547] env[70683]: DEBUG nova.compute.manager [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.802023] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c8b87a-3b00-490b-9559-a7042908a416 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.816113] env[70683]: DEBUG nova.compute.manager [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1005.816666] env[70683]: DEBUG nova.objects.instance [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'flavor' on Instance uuid d71fcc6b-60e4-4a93-8333-f116106ec82b {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.875277] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.875277] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.875277] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.875277] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.875277] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.875277] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.875277] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.875725] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.875725] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.875821] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.877072] env[70683]: DEBUG nova.virt.hardware [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.878259] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb126c-7d4e-40f5-be45-4ec8bbb87e63 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.887832] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.888084] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.895444] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07ab09f-d91e-41e5-a22f-6aafb83b7c96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.913663] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.920083] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.923036] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.923511] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99a36a86-817f-4be7-a0cb-ef12ebdfcea6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.944992] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.945321] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.952720] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.952720] env[70683]: value = "task-3280898" [ 1005.952720] env[70683]: _type = "Task" [ 1005.952720] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.966124] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280898, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.969898] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.970093] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.070228] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 635ba1b8-57b8-4f9e-8665-58fb8953d176] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.194252] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd56b34-4ca0-4eb8-be73-0b778ffaf95c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.215375] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b590f5-6c9b-43ce-9041-70cb8aefb965 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.250436] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c1be58-d139-4f2e-884f-82cb478220aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.260146] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ed1a3d-3d34-44ff-8bf9-f0ce39ea7a2c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.274955] env[70683]: DEBUG nova.compute.provider_tree [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.395783] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.447481] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.463638] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280898, 'name': CreateVM_Task, 'duration_secs': 0.307502} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.463785] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.464175] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.464340] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.465146] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.465146] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db556e9-8c86-449a-812b-b4bc1e84cf24 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.471127] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1006.471127] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52524162-a43c-4a8b-2e1f-e597b033eb0e" [ 1006.471127] env[70683]: _type = "Task" [ 1006.471127] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.474415] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.488180] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52524162-a43c-4a8b-2e1f-e597b033eb0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.575641] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c0e52901-6ed2-4dbc-9d5b-9da47ebc06f1] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.594582] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.595059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.595170] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.595352] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.595598] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.598237] env[70683]: INFO nova.compute.manager [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Terminating instance [ 1006.616146] env[70683]: DEBUG nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.655160] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bc6f0cfbf7a04771fd06bdfeab6e7cc5',container_format='bare',created_at=2025-04-03T19:38:35Z,direct_url=,disk_format='vmdk',id=51006534-ea6e-49fa-97cf-e212e59e3ffe,min_disk=1,min_ram=0,name='tempest-test-snap-284792829',owner='5cda2481dfe143cab0034376b537fc1f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T19:38:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.656113] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.656113] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.656113] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.656113] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.656113] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.657434] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.657637] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.657825] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.657995] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.658202] env[70683]: DEBUG nova.virt.hardware [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.659070] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ddb14f-d3af-48b2-a59d-748a1928345c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.667851] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f5c12-e0e3-4f93-bf96-15c1320cd4d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.709927] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "e408a428-b3ac-485d-9429-980194d27cf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.710282] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "e408a428-b3ac-485d-9429-980194d27cf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.710463] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "e408a428-b3ac-485d-9429-980194d27cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.710654] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "e408a428-b3ac-485d-9429-980194d27cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.710828] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "e408a428-b3ac-485d-9429-980194d27cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.714749] env[70683]: INFO nova.compute.manager [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Terminating instance [ 1006.801731] env[70683]: ERROR nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [req-fdae89a6-67f8-4517-8946-0a1129dade4f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fdae89a6-67f8-4517-8946-0a1129dade4f"}]} [ 1006.825817] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.828341] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.830013] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02fd1838-ddcf-474a-b44d-9410151e70cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.839714] env[70683]: DEBUG oslo_vmware.api [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1006.839714] env[70683]: value = "task-3280899" [ 1006.839714] env[70683]: _type = "Task" [ 1006.839714] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.854707] env[70683]: DEBUG oslo_vmware.api [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.856301] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.856511] env[70683]: DEBUG nova.compute.provider_tree [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.871627] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.897590] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.921171] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.973866] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.992062] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52524162-a43c-4a8b-2e1f-e597b033eb0e, 'name': SearchDatastore_Task, 'duration_secs': 0.03385} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.002413] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.002869] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.002989] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.003827] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.003827] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.004159] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e477b9be-a375-40b0-b5d9-a0fc79092e77 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.017024] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.017297] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.018568] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af20ba0-4563-4747-b96b-4c64b2014bb4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.029048] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1007.029048] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52441586-d9e3-29d8-9eec-ef2946a11924" [ 1007.029048] env[70683]: _type = "Task" [ 1007.029048] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.030795] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.046559] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52441586-d9e3-29d8-9eec-ef2946a11924, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.047254] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2291304d-c6eb-469c-b95a-98e8d2b59e11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.055503] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1007.055503] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f92cf7-113a-5630-28ee-8d6bd713eb15" [ 1007.055503] env[70683]: _type = "Task" [ 1007.055503] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.069783] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f92cf7-113a-5630-28ee-8d6bd713eb15, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.070091] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.070379] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07/6478c4e4-4b40-470e-835d-f30c7e852f07.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.070656] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9beabe40-d268-46ac-93d6-d16265d14ad1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.078738] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 6896b86f-def0-43dd-b574-09837f1d1216] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.080698] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1007.080698] env[70683]: value = "task-3280900" [ 1007.080698] env[70683]: _type = "Task" [ 1007.080698] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.093892] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.103171] env[70683]: DEBUG nova.compute.manager [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.103224] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.105993] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34263b35-effb-4bdf-a5be-fcb59619c6e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.112994] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.116790] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e067113e-420a-4057-a5af-bf6ea97a4d07 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.125904] env[70683]: DEBUG oslo_vmware.api [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 1007.125904] env[70683]: value = "task-3280901" [ 1007.125904] env[70683]: _type = "Task" [ 1007.125904] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.140266] env[70683]: DEBUG oslo_vmware.api [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.222832] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "refresh_cache-e408a428-b3ac-485d-9429-980194d27cf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.222832] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquired lock "refresh_cache-e408a428-b3ac-485d-9429-980194d27cf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.222993] env[70683]: DEBUG nova.network.neutron [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.363594] env[70683]: DEBUG oslo_vmware.api [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280899, 'name': PowerOffVM_Task, 'duration_secs': 0.221617} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.364640] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.364640] env[70683]: DEBUG nova.compute.manager [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.366610] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc212a81-ea54-4cc1-8a3c-2030265d159b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.418997] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e48519-e79a-41ca-b8f7-71b883f7a78b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.432040] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1796bf1b-d771-4902-9295-ba67139d2ffa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.475966] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31709a7-6ba7-408e-905d-8e6733da3ded {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.491653] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc2e83-8996-4ef4-b9e6-7ecda18597bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.515365] env[70683]: DEBUG nova.compute.provider_tree [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.582329] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 84f522d4-ee16-4b48-88a4-c45d75932a4a] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.595581] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280900, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.642066] env[70683]: DEBUG oslo_vmware.api [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280901, 'name': PowerOffVM_Task, 'duration_secs': 0.26194} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.642421] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.642626] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.642973] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818cf68f-0529-4a21-8969-1517bddee432 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.724508] env[70683]: DEBUG nova.compute.manager [req-bcd1400a-4fc3-408a-9e99-09d86ca55bab req-3256456e-9604-4e28-9838-dcfef403ffe7 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] Received event network-vif-plugged-3f8b7db5-4bcb-4306-8e80-3428026d11f9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.724874] env[70683]: DEBUG oslo_concurrency.lockutils [req-bcd1400a-4fc3-408a-9e99-09d86ca55bab req-3256456e-9604-4e28-9838-dcfef403ffe7 service nova] Acquiring lock "f544859f-0c75-4864-b306-318119c557cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.725122] env[70683]: DEBUG oslo_concurrency.lockutils [req-bcd1400a-4fc3-408a-9e99-09d86ca55bab req-3256456e-9604-4e28-9838-dcfef403ffe7 service nova] Lock "f544859f-0c75-4864-b306-318119c557cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.725336] env[70683]: DEBUG oslo_concurrency.lockutils [req-bcd1400a-4fc3-408a-9e99-09d86ca55bab req-3256456e-9604-4e28-9838-dcfef403ffe7 service nova] Lock "f544859f-0c75-4864-b306-318119c557cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.725582] env[70683]: DEBUG nova.compute.manager [req-bcd1400a-4fc3-408a-9e99-09d86ca55bab req-3256456e-9604-4e28-9838-dcfef403ffe7 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] No waiting events found dispatching network-vif-plugged-3f8b7db5-4bcb-4306-8e80-3428026d11f9 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.725779] env[70683]: WARNING nova.compute.manager [req-bcd1400a-4fc3-408a-9e99-09d86ca55bab req-3256456e-9604-4e28-9838-dcfef403ffe7 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] Received unexpected event network-vif-plugged-3f8b7db5-4bcb-4306-8e80-3428026d11f9 for instance with vm_state building and task_state spawning. [ 1007.730629] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.730892] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.731129] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleting the datastore file [datastore2] ad1fa7d0-85ed-46ca-80d5-bde9feed81ca {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.731930] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c5ac6b5-3c03-4eb4-bb3f-5dbcc238eb4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.743282] env[70683]: DEBUG oslo_vmware.api [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 1007.743282] env[70683]: value = "task-3280903" [ 1007.743282] env[70683]: _type = "Task" [ 1007.743282] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.754757] env[70683]: DEBUG oslo_vmware.api [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.765635] env[70683]: DEBUG nova.network.neutron [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.843639] env[70683]: DEBUG nova.network.neutron [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Successfully updated port: 3f8b7db5-4bcb-4306-8e80-3428026d11f9 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.871300] env[70683]: DEBUG nova.network.neutron [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.892488] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5a480434-81cf-40b8-a7a7-eec4e7917676 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.931088] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Acquiring lock "32ddda2e-f46f-41e8-b570-4dcd31811d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.931555] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "32ddda2e-f46f-41e8-b570-4dcd31811d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.046877] env[70683]: ERROR nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [req-cf7b4fe7-5aac-463d-a80e-d19e0bd0e42a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf7b4fe7-5aac-463d-a80e-d19e0bd0e42a"}]} [ 1008.073146] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1008.093470] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1008.093709] env[70683]: DEBUG nova.compute.provider_tree [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.095918] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c79ca6bd-2519-4036-9431-415cfed01a74] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.107355] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535041} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.107652] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07/6478c4e4-4b40-470e-835d-f30c7e852f07.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.107870] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.108152] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87bf3342-45b2-427c-bacc-b72adab25917 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.111254] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1008.123079] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1008.123079] env[70683]: value = "task-3280904" [ 1008.123079] env[70683]: _type = "Task" [ 1008.123079] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.131189] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.144631] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1008.255421] env[70683]: DEBUG oslo_vmware.api [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261737} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.255675] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.255859] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.256062] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.256335] env[70683]: INFO nova.compute.manager [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1008.256593] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.256786] env[70683]: DEBUG nova.compute.manager [-] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.256880] env[70683]: DEBUG nova.network.neutron [-] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.349643] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "refresh_cache-f544859f-0c75-4864-b306-318119c557cd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.349643] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "refresh_cache-f544859f-0c75-4864-b306-318119c557cd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.349767] env[70683]: DEBUG nova.network.neutron [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.375269] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Releasing lock "refresh_cache-e408a428-b3ac-485d-9429-980194d27cf5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.375269] env[70683]: DEBUG nova.compute.manager [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.375269] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.376211] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9371656-f8a6-41e9-b159-d7b4f0858dab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.388266] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.388501] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6206ab2b-d14a-40d0-aa25-a7e9d2f35dc3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.403147] env[70683]: DEBUG oslo_vmware.api [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1008.403147] env[70683]: value = "task-3280905" [ 1008.403147] env[70683]: _type = "Task" [ 1008.403147] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.404662] env[70683]: DEBUG nova.objects.instance [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'flavor' on Instance uuid d71fcc6b-60e4-4a93-8333-f116106ec82b {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.419182] env[70683]: DEBUG oslo_vmware.api [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.434716] env[70683]: DEBUG nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.541107] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7359e5d-4d14-4f49-ac1c-cc75128b8e4c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.552237] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3b7056-4bfe-4f4f-a9d8-3a46592d0e89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.590378] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919b3ab-7aea-4d88-a135-24098606946b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.599366] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8703b5d-3faf-4101-b98e-e53234a44905 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.604999] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: a2e2e92b-90ee-4242-a4e6-0deaa0593a91] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.618410] env[70683]: DEBUG nova.compute.provider_tree [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.630322] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0685} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.630955] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.633696] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476e34a4-4786-4014-b93c-6f9d07212ec0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.655083] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07/6478c4e4-4b40-470e-835d-f30c7e852f07.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.655773] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-babb23bd-6328-4e4a-8a0c-7e2ba49228f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.683568] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1008.683568] env[70683]: value = "task-3280906" [ 1008.683568] env[70683]: _type = "Task" [ 1008.683568] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.692439] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.485943] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: d4f03fe1-b12a-44c6-93a7-33ae77d4537d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.491051] env[70683]: DEBUG nova.network.neutron [-] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.498598] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.498598] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.498598] env[70683]: DEBUG nova.network.neutron [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.498598] env[70683]: DEBUG nova.objects.instance [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'info_cache' on Instance uuid d71fcc6b-60e4-4a93-8333-f116106ec82b {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.516270] env[70683]: DEBUG oslo_vmware.api [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280905, 'name': PowerOffVM_Task, 'duration_secs': 0.294411} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.519571] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.519658] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.519914] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280906, 'name': ReconfigVM_Task, 'duration_secs': 0.388062} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.520673] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f5237ef-1b48-46d5-a367-8ab2345a5940 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.522780] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07/6478c4e4-4b40-470e-835d-f30c7e852f07.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.525094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.525367] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a4bc4d8-c813-442e-9b34-50c2fa5f6c94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.534740] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1009.534740] env[70683]: value = "task-3280908" [ 1009.534740] env[70683]: _type = "Task" [ 1009.534740] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.542443] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1009.542750] env[70683]: DEBUG nova.compute.provider_tree [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 94 to 95 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1009.542750] env[70683]: DEBUG nova.compute.provider_tree [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.551858] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280908, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.557042] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.557042] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.557042] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Deleting the datastore file [datastore2] e408a428-b3ac-485d-9429-980194d27cf5 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.557042] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-928847f2-720c-4456-88f2-28f4c5a5bab2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.564361] env[70683]: DEBUG oslo_vmware.api [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for the task: (returnval){ [ 1009.564361] env[70683]: value = "task-3280909" [ 1009.564361] env[70683]: _type = "Task" [ 1009.564361] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.574328] env[70683]: DEBUG oslo_vmware.api [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.575229] env[70683]: DEBUG nova.network.neutron [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.993839] env[70683]: INFO nova.compute.manager [-] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Took 1.74 seconds to deallocate network for instance. [ 1009.994283] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e1ccd6a9-267a-4e45-bf12-c63524c43b78] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.006154] env[70683]: DEBUG nova.objects.base [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.007186] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.007423] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.007885] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.007885] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.007975] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.009693] env[70683]: INFO nova.compute.manager [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Terminating instance [ 1010.047529] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280908, 'name': Rename_Task, 'duration_secs': 0.152498} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.047870] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.048150] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e39fcc2-a399-46f5-bda4-7b70a73ed129 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.059448] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1010.059448] env[70683]: value = "task-3280910" [ 1010.059448] env[70683]: _type = "Task" [ 1010.059448] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.067418] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.076401] env[70683]: DEBUG oslo_vmware.api [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.154945] env[70683]: DEBUG nova.compute.manager [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] Received event network-changed-3f8b7db5-4bcb-4306-8e80-3428026d11f9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.155233] env[70683]: DEBUG nova.compute.manager [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] Refreshing instance network info cache due to event network-changed-3f8b7db5-4bcb-4306-8e80-3428026d11f9. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.155467] env[70683]: DEBUG oslo_concurrency.lockutils [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] Acquiring lock "refresh_cache-f544859f-0c75-4864-b306-318119c557cd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.186135] env[70683]: DEBUG nova.network.neutron [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Updating instance_info_cache with network_info: [{"id": "3f8b7db5-4bcb-4306-8e80-3428026d11f9", "address": "fa:16:3e:6a:a7:72", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8b7db5-4b", "ovs_interfaceid": "3f8b7db5-4bcb-4306-8e80-3428026d11f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.499063] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: a100311d-31cd-4940-9e04-1572afdd5a42] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.504969] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.512606] env[70683]: DEBUG nova.compute.manager [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.512919] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.513880] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4868ae-f4eb-4f7c-a758-22de06be4a4c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.523011] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.523491] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bea70682-8d27-41ee-a7ee-1c668f89f4a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.534113] env[70683]: DEBUG oslo_vmware.api [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 1010.534113] env[70683]: value = "task-3280911" [ 1010.534113] env[70683]: _type = "Task" [ 1010.534113] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.541214] env[70683]: DEBUG oslo_vmware.api [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.557873] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 5.956s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.564927] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.661s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.566791] env[70683]: INFO nova.compute.claims [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.598502] env[70683]: DEBUG oslo_vmware.api [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280910, 'name': PowerOnVM_Task, 'duration_secs': 0.45635} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.602825] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.603181] env[70683]: DEBUG nova.compute.manager [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.607516] env[70683]: DEBUG oslo_vmware.api [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Task: {'id': task-3280909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.677892} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.608345] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ea9ca-1405-4252-9e61-0bbb47d4d321 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.614979] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.614979] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.614979] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.614979] env[70683]: INFO nova.compute.manager [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1010.614979] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.614979] env[70683]: DEBUG nova.compute.manager [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.614979] env[70683]: DEBUG nova.network.neutron [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.643441] env[70683]: DEBUG nova.network.neutron [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.688785] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "refresh_cache-f544859f-0c75-4864-b306-318119c557cd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.689172] env[70683]: DEBUG nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Instance network_info: |[{"id": "3f8b7db5-4bcb-4306-8e80-3428026d11f9", "address": "fa:16:3e:6a:a7:72", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8b7db5-4b", "ovs_interfaceid": "3f8b7db5-4bcb-4306-8e80-3428026d11f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.689582] env[70683]: DEBUG oslo_concurrency.lockutils [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] Acquired lock "refresh_cache-f544859f-0c75-4864-b306-318119c557cd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.689778] env[70683]: DEBUG nova.network.neutron [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] Refreshing network info cache for port 3f8b7db5-4bcb-4306-8e80-3428026d11f9 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.691495] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:a7:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f8b7db5-4bcb-4306-8e80-3428026d11f9', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.699521] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.700797] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f544859f-0c75-4864-b306-318119c557cd] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.701302] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82b5f298-b52e-48cd-b896-f289c8269503 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.731279] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.731279] env[70683]: value = "task-3280912" [ 1010.731279] env[70683]: _type = "Task" [ 1010.731279] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.739709] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280912, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.879897] env[70683]: DEBUG nova.network.neutron [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [{"id": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "address": "fa:16:3e:4d:c8:a4", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0275b633-20", "ovs_interfaceid": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.003088] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: f0f2b816-cd6d-4c0f-8615-73f1ca7bc00a] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.043388] env[70683]: DEBUG oslo_vmware.api [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280911, 'name': PowerOffVM_Task, 'duration_secs': 0.322795} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.043666] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.043834] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.044109] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d455a105-b9dc-4976-b70e-212b50c632e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.111528] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.111798] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.112057] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Deleting the datastore file [datastore1] c73bc43a-7ff8-4f69-90a7-841bfe5c7e05 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.112407] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a34ccd19-3d87-4f4b-9f3d-86a62f637db0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.120250] env[70683]: DEBUG oslo_vmware.api [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for the task: (returnval){ [ 1011.120250] env[70683]: value = "task-3280914" [ 1011.120250] env[70683]: _type = "Task" [ 1011.120250] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.137045] env[70683]: DEBUG oslo_vmware.api [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.138638] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.146593] env[70683]: DEBUG nova.network.neutron [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.242326] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280912, 'name': CreateVM_Task, 'duration_secs': 0.431198} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.242326] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f544859f-0c75-4864-b306-318119c557cd] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.243527] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.243527] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.243839] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.244138] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12c19d0-1258-4898-b45e-298c5677a8a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.250919] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1011.250919] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e75c35-6328-ca34-f465-8c1df0f2b044" [ 1011.250919] env[70683]: _type = "Task" [ 1011.250919] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.260076] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e75c35-6328-ca34-f465-8c1df0f2b044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.383225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.464181] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.464181] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.510627] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: d7f3e5ef-b15a-431b-bafc-c97138988bb6] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.527577] env[70683]: DEBUG nova.network.neutron [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] Updated VIF entry in instance network info cache for port 3f8b7db5-4bcb-4306-8e80-3428026d11f9. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.527927] env[70683]: DEBUG nova.network.neutron [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] Updating instance_info_cache with network_info: [{"id": "3f8b7db5-4bcb-4306-8e80-3428026d11f9", "address": "fa:16:3e:6a:a7:72", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8b7db5-4b", "ovs_interfaceid": "3f8b7db5-4bcb-4306-8e80-3428026d11f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.632600] env[70683]: DEBUG oslo_vmware.api [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Task: {'id': task-3280914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157442} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.635559] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.635772] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.635943] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.636131] env[70683]: INFO nova.compute.manager [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1011.636377] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.636827] env[70683]: DEBUG nova.compute.manager [-] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.636923] env[70683]: DEBUG nova.network.neutron [-] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.648195] env[70683]: INFO nova.compute.manager [-] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Took 1.03 seconds to deallocate network for instance. [ 1011.762464] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.762787] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Processing image 51006534-ea6e-49fa-97cf-e212e59e3ffe {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.763047] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe/51006534-ea6e-49fa-97cf-e212e59e3ffe.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.763359] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe/51006534-ea6e-49fa-97cf-e212e59e3ffe.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.763579] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.763896] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14f8d9ac-dd16-4cf3-9ff5-a394287caa33 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.788355] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.788583] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.789409] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d558b64-babe-40d4-9fde-30859c0cc8de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.799432] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1011.799432] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52102006-f613-9234-2b41-077feadc4b17" [ 1011.799432] env[70683]: _type = "Task" [ 1011.799432] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.807943] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52102006-f613-9234-2b41-077feadc4b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.937623] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "6478c4e4-4b40-470e-835d-f30c7e852f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.937875] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "6478c4e4-4b40-470e-835d-f30c7e852f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.938111] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "6478c4e4-4b40-470e-835d-f30c7e852f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.938299] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "6478c4e4-4b40-470e-835d-f30c7e852f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.938469] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "6478c4e4-4b40-470e-835d-f30c7e852f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.940631] env[70683]: INFO nova.compute.manager [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Terminating instance [ 1011.966233] env[70683]: DEBUG nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.987496] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed00ae2-a3ef-444c-a41d-8759f7bdbe49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.996102] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74d39af-97f0-4703-8c43-9b0ea731ef39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.026936] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 11c8e46a-fa8c-4081-b323-a21d6869c91e] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.030410] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783c5776-0afb-4f4b-a464-6a4fa773dce3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.033316] env[70683]: DEBUG oslo_concurrency.lockutils [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] Releasing lock "refresh_cache-f544859f-0c75-4864-b306-318119c557cd" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.033562] env[70683]: DEBUG nova.compute.manager [req-4fc53903-103f-4009-9d3a-8c48a8a4d55b req-9d5c93f1-ae88-445d-b89e-3eba176df733 service nova] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Received event network-vif-deleted-d39a52de-6ea3-4991-bf5c-2b748b75228a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.040283] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18206f3b-aa57-42aa-9c6b-23ea674f208e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.056070] env[70683]: DEBUG nova.compute.provider_tree [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.119809] env[70683]: INFO nova.compute.manager [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Swapping old allocation on dict_keys(['310e15c2-2022-48db-970f-b858868c7951']) held by migration 784f46d9-4220-4369-a4a9-f75011d83fbf for instance [ 1012.152077] env[70683]: DEBUG nova.scheduler.client.report [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Overwriting current allocation {'allocations': {'310e15c2-2022-48db-970f-b858868c7951': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': '496475cb343f4577b2fe6decf511f91c', 'user_id': 'bf07c2dc04c44b58adff3090332ee0ef', 'consumer_generation': 1} on consumer efe01f7a-daad-4592-8e37-25c3ee91c54e {{(pid=70683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1012.162151] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.203858] env[70683]: DEBUG nova.compute.manager [req-523e683d-62e1-4480-9509-37abdaddab58 req-a39261cb-52b6-41bd-a14f-1a4da22d7689 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Received event network-vif-deleted-8ce8c01e-a28c-4cda-af07-8cd346de0478 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.204069] env[70683]: INFO nova.compute.manager [req-523e683d-62e1-4480-9509-37abdaddab58 req-a39261cb-52b6-41bd-a14f-1a4da22d7689 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Neutron deleted interface 8ce8c01e-a28c-4cda-af07-8cd346de0478; detaching it from the instance and deleting it from the info cache [ 1012.204246] env[70683]: DEBUG nova.network.neutron [req-523e683d-62e1-4480-9509-37abdaddab58 req-a39261cb-52b6-41bd-a14f-1a4da22d7689 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.266655] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.266655] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquired lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.266655] env[70683]: DEBUG nova.network.neutron [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.311983] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Preparing fetch location {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1012.312070] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Fetch image to [datastore1] OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7/OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7.vmdk {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1012.312353] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Downloading stream optimized image 51006534-ea6e-49fa-97cf-e212e59e3ffe to [datastore1] OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7/OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7.vmdk on the data store datastore1 as vApp {{(pid=70683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1012.312566] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Downloading image file data 51006534-ea6e-49fa-97cf-e212e59e3ffe to the ESX as VM named 'OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7' {{(pid=70683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1012.388280] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.388599] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5a8c9da-5a01-4f5c-bf67-5b68200f081b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.398025] env[70683]: DEBUG oslo_vmware.api [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1012.398025] env[70683]: value = "task-3280915" [ 1012.398025] env[70683]: _type = "Task" [ 1012.398025] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.402205] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1012.402205] env[70683]: value = "resgroup-9" [ 1012.402205] env[70683]: _type = "ResourcePool" [ 1012.402205] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1012.402535] env[70683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-166076c1-d4e3-4a1e-8588-56b486821049 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.420788] env[70683]: DEBUG oslo_vmware.api [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.427903] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lease: (returnval){ [ 1012.427903] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52484240-389f-ce2d-090f-21d032c0f11b" [ 1012.427903] env[70683]: _type = "HttpNfcLease" [ 1012.427903] env[70683]: } obtained for vApp import into resource pool (val){ [ 1012.427903] env[70683]: value = "resgroup-9" [ 1012.427903] env[70683]: _type = "ResourcePool" [ 1012.427903] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1012.428182] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the lease: (returnval){ [ 1012.428182] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52484240-389f-ce2d-090f-21d032c0f11b" [ 1012.428182] env[70683]: _type = "HttpNfcLease" [ 1012.428182] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.434889] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.434889] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52484240-389f-ce2d-090f-21d032c0f11b" [ 1012.434889] env[70683]: _type = "HttpNfcLease" [ 1012.434889] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.445065] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "refresh_cache-6478c4e4-4b40-470e-835d-f30c7e852f07" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.445065] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquired lock "refresh_cache-6478c4e4-4b40-470e-835d-f30c7e852f07" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.445299] env[70683]: DEBUG nova.network.neutron [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.486172] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.530917] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 10dc4b43-f716-4a8f-8ba7-fbb32db1aa13] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.559388] env[70683]: DEBUG nova.scheduler.client.report [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.688044] env[70683]: DEBUG nova.network.neutron [-] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.709197] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2eac162e-f7bc-44e0-9f6f-90f67ad350d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.726538] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf48b559-e7aa-488b-9a8f-c6d702a33ab7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.764033] env[70683]: DEBUG nova.compute.manager [req-523e683d-62e1-4480-9509-37abdaddab58 req-a39261cb-52b6-41bd-a14f-1a4da22d7689 service nova] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Detach interface failed, port_id=8ce8c01e-a28c-4cda-af07-8cd346de0478, reason: Instance c73bc43a-7ff8-4f69-90a7-841bfe5c7e05 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.913039] env[70683]: DEBUG oslo_vmware.api [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.936802] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.936802] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52484240-389f-ce2d-090f-21d032c0f11b" [ 1012.936802] env[70683]: _type = "HttpNfcLease" [ 1012.936802] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.975289] env[70683]: DEBUG nova.network.neutron [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.034813] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 2c36922b-ddcf-4e9f-bf35-f5aaf7400329] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.062669] env[70683]: DEBUG nova.network.neutron [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.065091] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.065619] env[70683]: DEBUG nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.069032] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.780s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.069281] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.071587] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.906s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.071812] env[70683]: DEBUG nova.objects.instance [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.077241] env[70683]: DEBUG nova.network.neutron [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance_info_cache with network_info: [{"id": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "address": "fa:16:3e:b7:37:8b", "network": {"id": "ec36dc39-690a-4bff-b1b8-425f5595d714", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2e372c9ad32849bb952a0e0b7ac5de1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31a31e9-1a", "ovs_interfaceid": "e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.100879] env[70683]: INFO nova.scheduler.client.report [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Deleted allocations for instance bfd38189-0b38-46f1-8a52-e1f010680581 [ 1013.189999] env[70683]: INFO nova.compute.manager [-] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Took 1.55 seconds to deallocate network for instance. [ 1013.410969] env[70683]: DEBUG oslo_vmware.api [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3280915, 'name': PowerOnVM_Task, 'duration_secs': 0.597723} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.410969] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.410969] env[70683]: DEBUG nova.compute.manager [None req-2d56bee1-c975-4d13-a6ad-9a609f2a4879 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.411919] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa203f61-c8b1-4193-ac29-397a46f50942 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.437694] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.437694] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52484240-389f-ce2d-090f-21d032c0f11b" [ 1013.437694] env[70683]: _type = "HttpNfcLease" [ 1013.437694] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.537881] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: fb7a867e-cd53-47de-81b8-ecca62a9c82c] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.570177] env[70683]: DEBUG nova.compute.utils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.571656] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Releasing lock "refresh_cache-6478c4e4-4b40-470e-835d-f30c7e852f07" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.572067] env[70683]: DEBUG nova.compute.manager [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.572277] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.573033] env[70683]: DEBUG nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.573218] env[70683]: DEBUG nova.network.neutron [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.575627] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59522463-342f-4d6d-a4cc-b6a6f20386f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.581584] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Releasing lock "refresh_cache-efe01f7a-daad-4592-8e37-25c3ee91c54e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.581990] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.583156] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d807b5-b78e-4d58-91fc-8b12b9b1e0de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.590688] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.591987] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d769a19c-0645-4f69-88eb-de76116144a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.594311] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1013.594311] env[70683]: value = "task-3280917" [ 1013.594311] env[70683]: _type = "Task" [ 1013.594311] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.601026] env[70683]: DEBUG oslo_vmware.api [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1013.601026] env[70683]: value = "task-3280918" [ 1013.601026] env[70683]: _type = "Task" [ 1013.601026] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.609535] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53aabde3-fe70-464a-8595-4a248ac80aa6 tempest-ServerTagsTestJSON-1840717331 tempest-ServerTagsTestJSON-1840717331-project-member] Lock "bfd38189-0b38-46f1-8a52-e1f010680581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.989s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.614279] env[70683]: DEBUG oslo_vmware.api [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.624543] env[70683]: DEBUG nova.policy [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74919901a9db4a79b3e87282c4ccac7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f226f3501ac498caab495dc5120a888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.697367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.939548] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.939548] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52484240-389f-ce2d-090f-21d032c0f11b" [ 1013.939548] env[70683]: _type = "HttpNfcLease" [ 1013.939548] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.940120] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.940120] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52484240-389f-ce2d-090f-21d032c0f11b" [ 1013.940120] env[70683]: _type = "HttpNfcLease" [ 1013.940120] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1013.940964] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34687f54-c7d6-40be-831d-ed80c104bbc8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.952226] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b10b7-ffe4-3305-8e78-1932c0afd624/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.952459] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b10b7-ffe4-3305-8e78-1932c0afd624/disk-0.vmdk. {{(pid=70683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1014.032018] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-19a045bf-c4cf-4569-99b2-17dc3d65c6ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.041156] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 323dd4ff-8238-4ad3-b33c-589985456071] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1014.073989] env[70683]: DEBUG nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.084194] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b33f99de-101e-45be-b9d9-cfbea2d455fa tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.085307] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.294s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.086748] env[70683]: INFO nova.compute.claims [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.111021] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280917, 'name': PowerOffVM_Task, 'duration_secs': 0.224231} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.111021] env[70683]: DEBUG nova.network.neutron [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Successfully created port: 0e0be470-406d-4e94-b3d1-9fba304091f0 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.115723] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.116692] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f5bba69d-b38f-4a8c-b5c0-666fd388015c',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1369002069',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.116928] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.117112] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.117361] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.117513] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.117662] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.117977] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.118192] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.120637] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.120637] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.120637] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.125150] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18febd1b-55f4-4b5a-96f5-13cfe26c83fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.142960] env[70683]: DEBUG oslo_vmware.api [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280918, 'name': PowerOffVM_Task, 'duration_secs': 0.190869} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.145326] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.145326] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.145326] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1014.145326] env[70683]: value = "task-3280919" [ 1014.145326] env[70683]: _type = "Task" [ 1014.145326] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.145740] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f599d74-c71a-465c-b970-ea75c8b54cc7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.158620] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.180967] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.181165] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.181367] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Deleting the datastore file [datastore1] 6478c4e4-4b40-470e-835d-f30c7e852f07 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.181742] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab42196-a5ea-4a1c-a855-46c903af5cf9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.191112] env[70683]: DEBUG oslo_vmware.api [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for the task: (returnval){ [ 1014.191112] env[70683]: value = "task-3280921" [ 1014.191112] env[70683]: _type = "Task" [ 1014.191112] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.201052] env[70683]: DEBUG oslo_vmware.api [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.546452] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 3e334599-ed45-4671-81db-2ba06ee6002c] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1014.663853] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280919, 'name': ReconfigVM_Task, 'duration_secs': 0.165154} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.666681] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1218481e-450e-4210-bc5e-8b20c21a57a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.696411] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:36:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f5bba69d-b38f-4a8c-b5c0-666fd388015c',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1369002069',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.696679] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.696803] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.697073] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.697218] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.697345] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.697567] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.697782] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.697887] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.698068] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.698279] env[70683]: DEBUG nova.virt.hardware [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.706751] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec86c49-5187-4c8f-8cfe-297c541040a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.715057] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1014.715057] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a60322-0bba-6345-044e-83fa277c80dc" [ 1014.715057] env[70683]: _type = "Task" [ 1014.715057] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.720627] env[70683]: DEBUG oslo_vmware.api [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Task: {'id': task-3280921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115057} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.728742] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.728961] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.729181] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.729658] env[70683]: INFO nova.compute.manager [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1014.729658] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.729867] env[70683]: DEBUG nova.compute.manager [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.729965] env[70683]: DEBUG nova.network.neutron [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.741181] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a60322-0bba-6345-044e-83fa277c80dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.750794] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.752776] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e74d7f-ff09-41f2-add6-2ea7c156c4db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.774455] env[70683]: DEBUG nova.network.neutron [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.784588] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1014.784588] env[70683]: value = "task-3280922" [ 1014.784588] env[70683]: _type = "Task" [ 1014.784588] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.797574] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.032412] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Completed reading data from the image iterator. {{(pid=70683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1015.032412] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b10b7-ffe4-3305-8e78-1932c0afd624/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1015.033258] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197c405-2ab1-4087-b77e-e2e2825a85a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.043752] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b10b7-ffe4-3305-8e78-1932c0afd624/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1015.043752] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b10b7-ffe4-3305-8e78-1932c0afd624/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1015.043900] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-29f815f5-fdb6-4c85-b734-a8fe9eb19b79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.049456] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 9231fe98-18d7-43fd-975b-872c393bc825] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1015.088061] env[70683]: DEBUG nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.123231] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.123549] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.123739] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.123955] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.124133] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.124327] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.124513] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.124673] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.126733] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.126733] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.126733] env[70683]: DEBUG nova.virt.hardware [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.126733] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60517b50-a040-4b88-9320-5c849c0b065e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.138727] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224a6eb7-db45-4ae0-bcba-c9b13bc6e530 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.266501] env[70683]: DEBUG oslo_vmware.rw_handles [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b10b7-ffe4-3305-8e78-1932c0afd624/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1015.266729] env[70683]: INFO nova.virt.vmwareapi.images [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Downloaded image file data 51006534-ea6e-49fa-97cf-e212e59e3ffe [ 1015.267756] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abe2f18-2d46-4170-bc6c-0ab68479b342 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.275829] env[70683]: DEBUG nova.network.neutron [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.294498] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3294879-b787-4d43-aa81-74434ac95c7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.304503] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280922, 'name': ReconfigVM_Task, 'duration_secs': 0.26697} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.304984] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.305970] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6171a307-3708-4960-bf53-65bce36daa52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.333289] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e/efe01f7a-daad-4592-8e37-25c3ee91c54e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.336899] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e1570bc-ce25-4baa-9a04-ece0e1d6be78 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.351325] env[70683]: INFO nova.virt.vmwareapi.images [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] The imported VM was unregistered [ 1015.353600] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Caching image {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1015.353846] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating directory with path [datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.354577] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a9690e-f6e4-4ad8-880f-90ddfcfe1e87 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.359923] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1015.359923] env[70683]: value = "task-3280924" [ 1015.359923] env[70683]: _type = "Task" [ 1015.359923] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.371815] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.380476] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created directory with path [datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.380761] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7/OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7.vmdk to [datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe/51006534-ea6e-49fa-97cf-e212e59e3ffe.vmdk. {{(pid=70683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1015.381111] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-709c4a9c-8f6d-439d-940b-bb7312c3576e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.392687] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1015.392687] env[70683]: value = "task-3280925" [ 1015.392687] env[70683]: _type = "Task" [ 1015.392687] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.405803] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280925, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.522411] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f937fe-085a-4206-ad53-47b52a93e7c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.530364] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee51ff41-1a71-438f-918a-93e1f72e349c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.562278] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 6bfbfb8c-0944-41e5-9d2b-6edd03cedcf5] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1015.566299] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45035387-9be8-40bc-b56d-c630975b279d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.575009] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a42508-1f31-4a77-861d-62d2e258571d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.590565] env[70683]: DEBUG nova.compute.provider_tree [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.791601] env[70683]: INFO nova.compute.manager [-] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Took 1.06 seconds to deallocate network for instance. [ 1015.872693] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280924, 'name': ReconfigVM_Task, 'duration_secs': 0.408392} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.874073] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Reconfigured VM instance instance-00000030 to attach disk [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e/efe01f7a-daad-4592-8e37-25c3ee91c54e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.875439] env[70683]: DEBUG nova.compute.manager [req-8086ce20-cb45-4619-a560-4b01883eb9c9 req-e206e8a2-1a39-4d28-8d66-8a81181bee39 service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Received event network-vif-plugged-0e0be470-406d-4e94-b3d1-9fba304091f0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.875688] env[70683]: DEBUG oslo_concurrency.lockutils [req-8086ce20-cb45-4619-a560-4b01883eb9c9 req-e206e8a2-1a39-4d28-8d66-8a81181bee39 service nova] Acquiring lock "8081fb92-0b9f-485b-b666-75158f6a02f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.876016] env[70683]: DEBUG oslo_concurrency.lockutils [req-8086ce20-cb45-4619-a560-4b01883eb9c9 req-e206e8a2-1a39-4d28-8d66-8a81181bee39 service nova] Lock "8081fb92-0b9f-485b-b666-75158f6a02f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.876067] env[70683]: DEBUG oslo_concurrency.lockutils [req-8086ce20-cb45-4619-a560-4b01883eb9c9 req-e206e8a2-1a39-4d28-8d66-8a81181bee39 service nova] Lock "8081fb92-0b9f-485b-b666-75158f6a02f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.876241] env[70683]: DEBUG nova.compute.manager [req-8086ce20-cb45-4619-a560-4b01883eb9c9 req-e206e8a2-1a39-4d28-8d66-8a81181bee39 service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] No waiting events found dispatching network-vif-plugged-0e0be470-406d-4e94-b3d1-9fba304091f0 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.876411] env[70683]: WARNING nova.compute.manager [req-8086ce20-cb45-4619-a560-4b01883eb9c9 req-e206e8a2-1a39-4d28-8d66-8a81181bee39 service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Received unexpected event network-vif-plugged-0e0be470-406d-4e94-b3d1-9fba304091f0 for instance with vm_state building and task_state spawning. [ 1015.877300] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e17739-8c1d-4655-b643-355726361eb0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.904833] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6636e1-d914-425f-8a2a-be51a9af7292 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.915084] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280925, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.932293] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f39b57-6911-4134-96ac-149904709419 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.956759] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821e137-0833-4480-9207-6ae1948611cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.969766] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.970190] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17d3f15f-562e-40f9-a334-c42a3e6627bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.982317] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1015.982317] env[70683]: value = "task-3280926" [ 1015.982317] env[70683]: _type = "Task" [ 1015.982317] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.989034] env[70683]: DEBUG nova.network.neutron [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Successfully updated port: 0e0be470-406d-4e94-b3d1-9fba304091f0 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.995042] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.070290] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 644b6351-0c3e-4af4-83f2-8f19d3be4041] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1016.094997] env[70683]: DEBUG nova.scheduler.client.report [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.300042] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.412977] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280925, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.494902] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "refresh_cache-8081fb92-0b9f-485b-b666-75158f6a02f7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.495118] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "refresh_cache-8081fb92-0b9f-485b-b666-75158f6a02f7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.495233] env[70683]: DEBUG nova.network.neutron [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.496787] env[70683]: DEBUG oslo_vmware.api [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280926, 'name': PowerOnVM_Task, 'duration_secs': 0.480642} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.497711] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.574719] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 074198f4-c433-42e5-be81-4c6f45554d97] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1016.599737] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.600291] env[70683]: DEBUG nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.603789] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.436s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.603789] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.605735] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.020s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.607398] env[70683]: INFO nova.compute.claims [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.635692] env[70683]: INFO nova.scheduler.client.report [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Deleted allocations for instance b06f4df8-d49c-4a3d-8f17-8c125db10fce [ 1016.916176] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280925, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.048753] env[70683]: DEBUG nova.network.neutron [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.078482] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 5568be61-b000-400f-b695-beb26c1d52c7] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1017.111909] env[70683]: DEBUG nova.compute.utils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.115538] env[70683]: DEBUG nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.115722] env[70683]: DEBUG nova.network.neutron [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.143596] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998239f4-e014-473c-8a50-d69dac70d933 tempest-ServersListShow296Test-113379589 tempest-ServersListShow296Test-113379589-project-member] Lock "b06f4df8-d49c-4a3d-8f17-8c125db10fce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.277s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.190268] env[70683]: DEBUG nova.policy [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28f1e8c4990437f9e467af9ecb19685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e2598b82884ae29331923b3bda34df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.242201] env[70683]: DEBUG nova.network.neutron [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Updating instance_info_cache with network_info: [{"id": "0e0be470-406d-4e94-b3d1-9fba304091f0", "address": "fa:16:3e:04:56:85", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0be470-40", "ovs_interfaceid": "0e0be470-406d-4e94-b3d1-9fba304091f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.419916] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280925, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.508328] env[70683]: INFO nova.compute.manager [None req-f47ce234-4dfb-4bb7-97bb-8063c111b11b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance to original state: 'active' [ 1017.582054] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c90cd3a8-ff60-4efe-bb79-bbb450d7326d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1017.622020] env[70683]: DEBUG nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.644870] env[70683]: DEBUG nova.network.neutron [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Successfully created port: 7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.745723] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "refresh_cache-8081fb92-0b9f-485b-b666-75158f6a02f7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.746040] env[70683]: DEBUG nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Instance network_info: |[{"id": "0e0be470-406d-4e94-b3d1-9fba304091f0", "address": "fa:16:3e:04:56:85", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0be470-40", "ovs_interfaceid": "0e0be470-406d-4e94-b3d1-9fba304091f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.747228] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:56:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e0be470-406d-4e94-b3d1-9fba304091f0', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.754826] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating folder: Project (0f226f3501ac498caab495dc5120a888). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.755153] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d795311-ef16-4dfc-be66-ad07def985b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.771717] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created folder: Project (0f226f3501ac498caab495dc5120a888) in parent group-v655051. [ 1017.772079] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating folder: Instances. Parent ref: group-v655245. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.775094] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-237a035d-37b6-412c-b7d9-5261efc9965a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.788738] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created folder: Instances in parent group-v655245. [ 1017.789158] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.789633] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.792668] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-223f3999-7fa1-4dad-ac33-1ae7bdd55115 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.814195] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.814195] env[70683]: value = "task-3280929" [ 1017.814195] env[70683]: _type = "Task" [ 1017.814195] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.825547] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280929, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.913258] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280925, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.927398] env[70683]: DEBUG nova.compute.manager [req-291bc921-123a-4c61-b747-1e59a030db75 req-ca70cc94-ba2e-4e66-abf9-cf0cbcae051b service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Received event network-changed-0e0be470-406d-4e94-b3d1-9fba304091f0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.927700] env[70683]: DEBUG nova.compute.manager [req-291bc921-123a-4c61-b747-1e59a030db75 req-ca70cc94-ba2e-4e66-abf9-cf0cbcae051b service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Refreshing instance network info cache due to event network-changed-0e0be470-406d-4e94-b3d1-9fba304091f0. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.927994] env[70683]: DEBUG oslo_concurrency.lockutils [req-291bc921-123a-4c61-b747-1e59a030db75 req-ca70cc94-ba2e-4e66-abf9-cf0cbcae051b service nova] Acquiring lock "refresh_cache-8081fb92-0b9f-485b-b666-75158f6a02f7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.928405] env[70683]: DEBUG oslo_concurrency.lockutils [req-291bc921-123a-4c61-b747-1e59a030db75 req-ca70cc94-ba2e-4e66-abf9-cf0cbcae051b service nova] Acquired lock "refresh_cache-8081fb92-0b9f-485b-b666-75158f6a02f7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.928623] env[70683]: DEBUG nova.network.neutron [req-291bc921-123a-4c61-b747-1e59a030db75 req-ca70cc94-ba2e-4e66-abf9-cf0cbcae051b service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Refreshing network info cache for port 0e0be470-406d-4e94-b3d1-9fba304091f0 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.033790] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ae0491-dc17-492e-957f-22b4a4a81848 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.042750] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5659521-54c2-41ff-afbe-89b75db855ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.085028] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2bee3-8d72-4a22-994b-49020eb1647e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.085802] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 31f70c72-cb1f-4ba6-a5c8-8506849bdbdd] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.095990] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d57b14c-2194-47fe-8969-c605d8e787f4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.111890] env[70683]: DEBUG nova.compute.provider_tree [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.325227] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280929, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.414156] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280925, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.615844} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.414618] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7/OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7.vmdk to [datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe/51006534-ea6e-49fa-97cf-e212e59e3ffe.vmdk. [ 1018.414948] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Cleaning up location [datastore1] OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7 {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1018.415027] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5428e40d-290f-479a-bbfe-fa5c6fd596e7 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.415265] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a604a29c-dc67-4e94-a1ee-f9da1fbc2f74 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.423541] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1018.423541] env[70683]: value = "task-3280930" [ 1018.423541] env[70683]: _type = "Task" [ 1018.423541] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.437705] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.592443] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: ecf7e324-2b6c-43dd-b257-854a912604b1] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.618344] env[70683]: DEBUG nova.scheduler.client.report [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.634468] env[70683]: DEBUG nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.667470] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.667753] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.667916] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.668222] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.668446] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.668657] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.668928] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.669172] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.669443] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.669680] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.669918] env[70683]: DEBUG nova.virt.hardware [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.670948] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d784f901-b7e2-4210-b2a9-4d8e74809763 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.679675] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae8c807-97c7-4ea7-a470-fd5d35bf7476 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.826601] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280929, 'name': CreateVM_Task, 'duration_secs': 0.848087} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.826793] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.827449] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.827618] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.827955] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.828233] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91cf653d-1ace-4ffb-8d98-69116809758c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.833642] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1018.833642] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525b659a-f217-1389-44e5-9f31453a2508" [ 1018.833642] env[70683]: _type = "Task" [ 1018.833642] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.842011] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525b659a-f217-1389-44e5-9f31453a2508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.937435] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123432} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.937777] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.937976] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe/51006534-ea6e-49fa-97cf-e212e59e3ffe.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.938302] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe/51006534-ea6e-49fa-97cf-e212e59e3ffe.vmdk to [datastore1] f544859f-0c75-4864-b306-318119c557cd/f544859f-0c75-4864-b306-318119c557cd.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.938701] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26035fc-4206-4303-9c2e-63ae68fe151f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.947730] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1018.947730] env[70683]: value = "task-3280931" [ 1018.947730] env[70683]: _type = "Task" [ 1018.947730] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.957419] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.084725] env[70683]: DEBUG nova.network.neutron [req-291bc921-123a-4c61-b747-1e59a030db75 req-ca70cc94-ba2e-4e66-abf9-cf0cbcae051b service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Updated VIF entry in instance network info cache for port 0e0be470-406d-4e94-b3d1-9fba304091f0. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.085104] env[70683]: DEBUG nova.network.neutron [req-291bc921-123a-4c61-b747-1e59a030db75 req-ca70cc94-ba2e-4e66-abf9-cf0cbcae051b service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Updating instance_info_cache with network_info: [{"id": "0e0be470-406d-4e94-b3d1-9fba304091f0", "address": "fa:16:3e:04:56:85", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0be470-40", "ovs_interfaceid": "0e0be470-406d-4e94-b3d1-9fba304091f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.096266] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c5a10023-7650-41df-9082-51b0039d2fe2] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.125979] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.126595] env[70683]: DEBUG nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.135027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.691s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.135027] env[70683]: DEBUG nova.objects.instance [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1019.345874] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525b659a-f217-1389-44e5-9f31453a2508, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.346205] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.346438] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.346676] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.346824] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.347014] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.347290] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9866c600-1652-48ca-a840-a231124d3658 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.357145] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.357362] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.358111] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4656389e-cae7-4898-9ccd-9c39b8494a18 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.363849] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1019.363849] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52494928-000a-5c7b-4496-47a045eb5f40" [ 1019.363849] env[70683]: _type = "Task" [ 1019.363849] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.372578] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52494928-000a-5c7b-4496-47a045eb5f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.456977] env[70683]: DEBUG nova.network.neutron [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Successfully updated port: 7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.464664] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.587596] env[70683]: DEBUG oslo_concurrency.lockutils [req-291bc921-123a-4c61-b747-1e59a030db75 req-ca70cc94-ba2e-4e66-abf9-cf0cbcae051b service nova] Releasing lock "refresh_cache-8081fb92-0b9f-485b-b666-75158f6a02f7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.600446] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c8935d62-815c-4cb6-bbe8-52f88d936b73] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.638052] env[70683]: DEBUG nova.compute.utils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.642912] env[70683]: DEBUG nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.643121] env[70683]: DEBUG nova.network.neutron [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.681178] env[70683]: DEBUG nova.policy [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df1693d02e4420eb9aed4bbeb5ea30e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9f1f4d75ad64b368029a468ae3d2b50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.878741] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52494928-000a-5c7b-4496-47a045eb5f40, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.882024] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28722538-7520-4024-beba-bee705ee1561 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.890319] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1019.890319] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e933c7-2eaf-abe7-568f-ca3ef94829fb" [ 1019.890319] env[70683]: _type = "Task" [ 1019.890319] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.901466] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e933c7-2eaf-abe7-568f-ca3ef94829fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.959723] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.960421] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.964318] env[70683]: DEBUG nova.network.neutron [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.974957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "efe01f7a-daad-4592-8e37-25c3ee91c54e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.975471] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.976138] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.976515] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.976858] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.978891] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280931, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.982284] env[70683]: INFO nova.compute.manager [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Terminating instance [ 1020.096165] env[70683]: DEBUG nova.network.neutron [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Successfully created port: 59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.101141] env[70683]: DEBUG nova.compute.manager [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received event network-vif-plugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.101941] env[70683]: DEBUG oslo_concurrency.lockutils [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] Acquiring lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.101941] env[70683]: DEBUG oslo_concurrency.lockutils [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.102233] env[70683]: DEBUG oslo_concurrency.lockutils [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.102233] env[70683]: DEBUG nova.compute.manager [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] No waiting events found dispatching network-vif-plugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.102330] env[70683]: WARNING nova.compute.manager [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received unexpected event network-vif-plugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 for instance with vm_state building and task_state spawning. [ 1020.102518] env[70683]: DEBUG nova.compute.manager [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received event network-changed-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.103410] env[70683]: DEBUG nova.compute.manager [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Refreshing instance network info cache due to event network-changed-7fcf4b2d-2aca-4acc-9242-b85cd312b603. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.103410] env[70683]: DEBUG oslo_concurrency.lockutils [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] Acquiring lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.103648] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: ba456b84-d8d6-4b50-83ce-ff8e53ac25c2] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1020.144322] env[70683]: DEBUG oslo_concurrency.lockutils [None req-07d44029-1d92-421b-b760-93e1cb594acc tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.146020] env[70683]: DEBUG nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.152732] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.232s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.154242] env[70683]: INFO nova.compute.claims [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.406025] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e933c7-2eaf-abe7-568f-ca3ef94829fb, 'name': SearchDatastore_Task, 'duration_secs': 0.087302} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.406025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.406025] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8081fb92-0b9f-485b-b666-75158f6a02f7/8081fb92-0b9f-485b-b666-75158f6a02f7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.406025] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d409d8dd-7bfe-4edd-a7df-fe0647410e5c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.415601] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1020.415601] env[70683]: value = "task-3280932" [ 1020.415601] env[70683]: _type = "Task" [ 1020.415601] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.428293] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.471876] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280931, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.486831] env[70683]: DEBUG nova.compute.manager [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.486831] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.486831] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e106b449-cf68-4284-9864-04c7956c3524 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.498932] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.504160] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35456497-fae8-40df-9438-7a22abf554b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.516026] env[70683]: DEBUG oslo_vmware.api [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1020.516026] env[70683]: value = "task-3280933" [ 1020.516026] env[70683]: _type = "Task" [ 1020.516026] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.527085] env[70683]: DEBUG oslo_vmware.api [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.557261] env[70683]: DEBUG nova.network.neutron [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.607016] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: eccb08d3-6dcc-49e0-8c38-b625e4b1e3c3] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1020.831665] env[70683]: DEBUG nova.network.neutron [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [{"id": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "address": "fa:16:3e:57:e7:3a", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf4b2d-2a", "ovs_interfaceid": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.929523] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.969028] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280931, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.028791] env[70683]: DEBUG oslo_vmware.api [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280933, 'name': PowerOffVM_Task, 'duration_secs': 0.25736} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.029049] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.029247] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.029523] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-481c74be-1d00-445f-b9fa-4a20b502503b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.111013] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: f309e06b-e607-4c2f-9743-8cba2f49ae08] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1021.165365] env[70683]: DEBUG nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.201437] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.201680] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.201985] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Deleting the datastore file [datastore2] efe01f7a-daad-4592-8e37-25c3ee91c54e {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.202479] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-244ec5cd-15d8-42ae-a339-1a8866442aa0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.209033] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.209326] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.209505] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.209879] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.210039] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.210193] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.210439] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.210612] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.210815] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.210990] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.211187] env[70683]: DEBUG nova.virt.hardware [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.212438] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd21df-25c4-4de0-996d-87c05932d2cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.220030] env[70683]: DEBUG oslo_vmware.api [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1021.220030] env[70683]: value = "task-3280935" [ 1021.220030] env[70683]: _type = "Task" [ 1021.220030] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.229084] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e2490-ec95-4caa-b64d-8b8d164bce79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.240119] env[70683]: DEBUG oslo_vmware.api [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.337041] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.337388] env[70683]: DEBUG nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Instance network_info: |[{"id": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "address": "fa:16:3e:57:e7:3a", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf4b2d-2a", "ovs_interfaceid": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.337912] env[70683]: DEBUG oslo_concurrency.lockutils [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] Acquired lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.338110] env[70683]: DEBUG nova.network.neutron [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Refreshing network info cache for port 7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.339365] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:e7:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fcf4b2d-2aca-4acc-9242-b85cd312b603', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.346819] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating folder: Project (b6e2598b82884ae29331923b3bda34df). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.350294] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c75189c9-9493-4096-8cab-f957679fa7f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.371226] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Created folder: Project (b6e2598b82884ae29331923b3bda34df) in parent group-v655051. [ 1021.371435] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating folder: Instances. Parent ref: group-v655248. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.371686] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a292cb4-3fbe-4524-a67d-b42797737f83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.385455] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Created folder: Instances in parent group-v655248. [ 1021.385755] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.386340] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.386569] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83612027-8082-4acf-88c7-d62e6f6d1dd7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.415551] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.415551] env[70683]: value = "task-3280938" [ 1021.415551] env[70683]: _type = "Task" [ 1021.415551] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.440274] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.440726] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280938, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.469825] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280931, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.586021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb37d4-7d9d-4f00-ac49-5ba0fc38d794 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.598673] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f558d81-452c-4d6c-b335-e1a195bfedfd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.642656] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 12f34026-07c6-4ede-aec6-ec2c1664dded] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1021.649349] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea0681b-2497-4d31-8edb-4b2629cd7823 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.659732] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b90769-367f-4512-a5f3-98315b9bbcd3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.677047] env[70683]: DEBUG nova.compute.provider_tree [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.733722] env[70683]: DEBUG oslo_vmware.api [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234241} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.733989] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.734194] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.734434] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.734643] env[70683]: INFO nova.compute.manager [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1021.734928] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.735176] env[70683]: DEBUG nova.compute.manager [-] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.735274] env[70683]: DEBUG nova.network.neutron [-] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.809947] env[70683]: DEBUG nova.network.neutron [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updated VIF entry in instance network info cache for port 7fcf4b2d-2aca-4acc-9242-b85cd312b603. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.811137] env[70683]: DEBUG nova.network.neutron [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [{"id": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "address": "fa:16:3e:57:e7:3a", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf4b2d-2a", "ovs_interfaceid": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.938034] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280938, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.940301] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280932, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.972472] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280931, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.938611} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.973016] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/51006534-ea6e-49fa-97cf-e212e59e3ffe/51006534-ea6e-49fa-97cf-e212e59e3ffe.vmdk to [datastore1] f544859f-0c75-4864-b306-318119c557cd/f544859f-0c75-4864-b306-318119c557cd.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.974407] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f25a09-bcdf-4064-85ff-8bc834e88e59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.018616] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] f544859f-0c75-4864-b306-318119c557cd/f544859f-0c75-4864-b306-318119c557cd.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.019155] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5685e16-7a77-4b76-a9a8-0fb4dbee0c7c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.058925] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1022.058925] env[70683]: value = "task-3280939" [ 1022.058925] env[70683]: _type = "Task" [ 1022.058925] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.072860] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.091025] env[70683]: DEBUG nova.network.neutron [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Successfully updated port: 59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.093634] env[70683]: DEBUG nova.compute.manager [req-54d167e2-0775-4c8b-9743-ceef841d0213 req-877d0832-7fd7-4ce7-bb61-9477a3bb9630 service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Received event network-vif-deleted-e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.093634] env[70683]: INFO nova.compute.manager [req-54d167e2-0775-4c8b-9743-ceef841d0213 req-877d0832-7fd7-4ce7-bb61-9477a3bb9630 service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Neutron deleted interface e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb; detaching it from the instance and deleting it from the info cache [ 1022.093634] env[70683]: DEBUG nova.network.neutron [req-54d167e2-0775-4c8b-9743-ceef841d0213 req-877d0832-7fd7-4ce7-bb61-9477a3bb9630 service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.144017] env[70683]: DEBUG nova.compute.manager [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Received event network-vif-plugged-59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.144378] env[70683]: DEBUG oslo_concurrency.lockutils [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] Acquiring lock "1c700163-5b27-44a4-b86a-65f6b107c67d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.144703] env[70683]: DEBUG oslo_concurrency.lockutils [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] Lock "1c700163-5b27-44a4-b86a-65f6b107c67d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.144985] env[70683]: DEBUG oslo_concurrency.lockutils [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] Lock "1c700163-5b27-44a4-b86a-65f6b107c67d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.145265] env[70683]: DEBUG nova.compute.manager [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] No waiting events found dispatching network-vif-plugged-59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.145591] env[70683]: WARNING nova.compute.manager [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Received unexpected event network-vif-plugged-59283d8e-786d-4ca0-8cad-c7f08dd26176 for instance with vm_state building and task_state spawning. [ 1022.145836] env[70683]: DEBUG nova.compute.manager [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Received event network-changed-59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.146078] env[70683]: DEBUG nova.compute.manager [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Refreshing instance network info cache due to event network-changed-59283d8e-786d-4ca0-8cad-c7f08dd26176. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.146443] env[70683]: DEBUG oslo_concurrency.lockutils [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] Acquiring lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.146668] env[70683]: DEBUG oslo_concurrency.lockutils [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] Acquired lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.146911] env[70683]: DEBUG nova.network.neutron [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Refreshing network info cache for port 59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.151817] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 01696804-9275-4a0a-9809-76f5aec97d3c] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1022.180886] env[70683]: DEBUG nova.scheduler.client.report [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.313782] env[70683]: DEBUG oslo_concurrency.lockutils [req-5e5145fa-6e23-4067-852d-12d085080850 req-ac4aa3cb-7f7a-4d64-8e37-0afd7e936b34 service nova] Releasing lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.433187] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280932, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.844888} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.436749] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8081fb92-0b9f-485b-b666-75158f6a02f7/8081fb92-0b9f-485b-b666-75158f6a02f7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.436994] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.437276] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280938, 'name': CreateVM_Task, 'duration_secs': 0.839942} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.437536] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8b1959b-63c8-4fa2-a461-8c9598e9dc67 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.439862] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.440562] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.440728] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.441072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.441959] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cfe569-94b6-4c71-9828-af6debe3d8af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.447391] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1022.447391] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52af521a-452c-d686-5c1a-b126ca57d469" [ 1022.447391] env[70683]: _type = "Task" [ 1022.447391] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.449134] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1022.449134] env[70683]: value = "task-3280940" [ 1022.449134] env[70683]: _type = "Task" [ 1022.449134] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.468112] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.468419] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52af521a-452c-d686-5c1a-b126ca57d469, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.468704] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.468960] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.469265] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.469448] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.469641] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.469954] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-432b03f1-fb65-44d8-8157-32c5078ba0e1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.479995] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.480208] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.480967] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d8cc29-10f4-454e-a4b5-506466dc088d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.486887] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1022.486887] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52171a27-6936-25d1-7904-02ba52f796e7" [ 1022.486887] env[70683]: _type = "Task" [ 1022.486887] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.495426] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52171a27-6936-25d1-7904-02ba52f796e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.551075] env[70683]: DEBUG nova.network.neutron [-] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.570732] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280939, 'name': ReconfigVM_Task, 'duration_secs': 0.429588} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.571073] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Reconfigured VM instance instance-00000042 to attach disk [datastore1] f544859f-0c75-4864-b306-318119c557cd/f544859f-0c75-4864-b306-318119c557cd.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.571736] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7578e49a-233d-4adc-84ab-a8b687ef7b2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.582229] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1022.582229] env[70683]: value = "task-3280941" [ 1022.582229] env[70683]: _type = "Task" [ 1022.582229] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.591424] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280941, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.596042] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquiring lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.596518] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-863ce4c7-487d-4f40-a3d1-47f95a6001be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.607758] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a9bfbc-4020-453a-a6b2-fd31907d9ce1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.649009] env[70683]: DEBUG nova.compute.manager [req-54d167e2-0775-4c8b-9743-ceef841d0213 req-877d0832-7fd7-4ce7-bb61-9477a3bb9630 service nova] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Detach interface failed, port_id=e31a31e9-1a43-4d15-a2e7-9c9577c9f6bb, reason: Instance efe01f7a-daad-4592-8e37-25c3ee91c54e could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.656562] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 21684327-a4f7-4b87-bbd4-0d292040a382] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1022.686886] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.687490] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.690308] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.717s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.691870] env[70683]: INFO nova.compute.claims [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.706218] env[70683]: DEBUG nova.network.neutron [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.818108] env[70683]: DEBUG nova.network.neutron [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.964371] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074805} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.964676] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.965490] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501232d6-b05b-46fb-8b70-6a5e9460eae7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.989834] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 8081fb92-0b9f-485b-b666-75158f6a02f7/8081fb92-0b9f-485b-b666-75158f6a02f7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.990321] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1807ad12-af5e-46c5-bf8d-e7d0af07a7dd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.015874] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52171a27-6936-25d1-7904-02ba52f796e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.019789] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1023.019789] env[70683]: value = "task-3280942" [ 1023.019789] env[70683]: _type = "Task" [ 1023.019789] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.020045] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa57a96e-ba91-4477-8e8b-787e02c5ffc7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.030583] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1023.030583] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dc5c40-f5fa-198d-ac43-9c4826cbf828" [ 1023.030583] env[70683]: _type = "Task" [ 1023.030583] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.034042] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.045522] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dc5c40-f5fa-198d-ac43-9c4826cbf828, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.045811] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.046087] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf/5d01b48d-35a7-48d5-a42a-ccb9cfd74caf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.046353] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ee05596-7767-4dae-b74f-daa187450bf3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.054550] env[70683]: INFO nova.compute.manager [-] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Took 1.32 seconds to deallocate network for instance. [ 1023.055278] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1023.055278] env[70683]: value = "task-3280943" [ 1023.055278] env[70683]: _type = "Task" [ 1023.055278] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.068757] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.092983] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280941, 'name': Rename_Task, 'duration_secs': 0.155936} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.093836] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.093836] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6fa7375-1ed4-4e86-88d8-d6c72dce5ed3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.101689] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1023.101689] env[70683]: value = "task-3280944" [ 1023.101689] env[70683]: _type = "Task" [ 1023.101689] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.109969] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.160508] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 3687f587-2151-4be6-93e9-bd0dd52461e4] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1023.199390] env[70683]: DEBUG nova.compute.utils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.201055] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.201055] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.259515] env[70683]: DEBUG nova.policy [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da86d7a68ffb445ca12f41ee66fab35f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aecc9fdae3ec48a99d418aae58ccb03c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.320967] env[70683]: DEBUG oslo_concurrency.lockutils [req-18686f83-8309-4325-8214-065261f16f59 req-e3b4c921-2180-4d40-9e4a-61094aa1864d service nova] Releasing lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.321386] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquired lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.321640] env[70683]: DEBUG nova.network.neutron [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.536022] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280942, 'name': ReconfigVM_Task, 'duration_secs': 0.420866} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.536022] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 8081fb92-0b9f-485b-b666-75158f6a02f7/8081fb92-0b9f-485b-b666-75158f6a02f7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.536022] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-649025f4-e2b4-4813-9f53-b709f8012aa1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.543604] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1023.543604] env[70683]: value = "task-3280945" [ 1023.543604] env[70683]: _type = "Task" [ 1023.543604] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.555594] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280945, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.565021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.568718] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500038} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.569612] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf/5d01b48d-35a7-48d5-a42a-ccb9cfd74caf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.569612] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.569612] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fb82cac-36e7-47b9-a261-55b752220a10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.576963] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1023.576963] env[70683]: value = "task-3280946" [ 1023.576963] env[70683]: _type = "Task" [ 1023.576963] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.587318] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.615784] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280944, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.640564] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Successfully created port: 26d90964-64a2-4e94-83e5-dbe2c63c3864 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.664619] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 74fb2529-5bb8-43dc-a360-e25968f02d73] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1023.705541] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.866802] env[70683]: DEBUG nova.network.neutron [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.028045] env[70683]: DEBUG nova.network.neutron [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Updating instance_info_cache with network_info: [{"id": "59283d8e-786d-4ca0-8cad-c7f08dd26176", "address": "fa:16:3e:d5:df:5b", "network": {"id": "7e7d457e-2628-4e72-95e2-9dc60e8d1e33", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-166737500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f1f4d75ad64b368029a468ae3d2b50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59283d8e-78", "ovs_interfaceid": "59283d8e-786d-4ca0-8cad-c7f08dd26176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.056856] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280945, 'name': Rename_Task, 'duration_secs': 0.191969} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.057131] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.057647] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34e12474-9399-4f21-b5fb-b9afa4b22b9e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.060598] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51b0cee-d3d9-4c08-9bd1-f3aa9b51130e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.071448] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6438340f-fc18-4e6d-9829-ec7824515377 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.074701] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1024.074701] env[70683]: value = "task-3280947" [ 1024.074701] env[70683]: _type = "Task" [ 1024.074701] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.111150] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4da0d52-35ce-4fe3-a026-23cc8e73f376 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.116636] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.122181] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083427} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.126842] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.127174] env[70683]: DEBUG oslo_vmware.api [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280944, 'name': PowerOnVM_Task, 'duration_secs': 0.678853} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.127926] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc431cf-807a-44aa-a121-519ff7787764 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.130586] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.130779] env[70683]: INFO nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Took 17.51 seconds to spawn the instance on the hypervisor. [ 1024.130962] env[70683]: DEBUG nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.132203] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd26072-6b75-4da8-88ed-92520be7a0e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.136869] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d2ed65-c55f-4c15-b127-df1560c1f82d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.152505] env[70683]: DEBUG nova.compute.provider_tree [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.174171] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf/5d01b48d-35a7-48d5-a42a-ccb9cfd74caf.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.178479] env[70683]: DEBUG nova.scheduler.client.report [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.181703] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 90e290e7-fbf1-4d69-8f9d-088b51196dcb] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1024.183257] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d557d0-087d-4852-a09d-0098141459b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.201950] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.509s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.201950] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.204444] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.174s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.205968] env[70683]: INFO nova.compute.claims [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.215632] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1024.215632] env[70683]: value = "task-3280948" [ 1024.215632] env[70683]: _type = "Task" [ 1024.215632] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.225707] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.532636] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Releasing lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.533050] env[70683]: DEBUG nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Instance network_info: |[{"id": "59283d8e-786d-4ca0-8cad-c7f08dd26176", "address": "fa:16:3e:d5:df:5b", "network": {"id": "7e7d457e-2628-4e72-95e2-9dc60e8d1e33", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-166737500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f1f4d75ad64b368029a468ae3d2b50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59283d8e-78", "ovs_interfaceid": "59283d8e-786d-4ca0-8cad-c7f08dd26176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.533754] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:df:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59283d8e-786d-4ca0-8cad-c7f08dd26176', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.541169] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Creating folder: Project (d9f1f4d75ad64b368029a468ae3d2b50). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.541474] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8366f050-3bc4-44e8-a8a8-614aacdfcf3d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.554501] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Created folder: Project (d9f1f4d75ad64b368029a468ae3d2b50) in parent group-v655051. [ 1024.554893] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Creating folder: Instances. Parent ref: group-v655251. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.555379] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63bfb45e-50a1-48db-81bb-7e4637aa0704 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.565619] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Created folder: Instances in parent group-v655251. [ 1024.565910] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.566152] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.566382] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d09a2d56-0e4a-4b76-8090-afe273805d02 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.590731] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.591978] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.591978] env[70683]: value = "task-3280951" [ 1024.591978] env[70683]: _type = "Task" [ 1024.591978] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.600327] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280951, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.705243] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 31110cf7-9bf3-4d38-a595-d751a19d18a5] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1024.715261] env[70683]: DEBUG nova.compute.utils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.718469] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.720304] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.720517] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.723310] env[70683]: INFO nova.compute.manager [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Took 59.04 seconds to build instance. [ 1024.736219] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.753906] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.754318] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.754500] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.754689] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.754838] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.754985] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.755210] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.755370] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.755543] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.755704] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.755877] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.757053] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7af81b9-c6b6-4c01-8510-d5ecdf19e93d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.766844] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9c4393-f348-4dc2-9404-7332a7f49575 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.772373] env[70683]: DEBUG nova.policy [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da86d7a68ffb445ca12f41ee66fab35f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aecc9fdae3ec48a99d418aae58ccb03c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.079278] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Successfully created port: bc8b3567-4f2e-416a-bd68-f6f20beafb87 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.093295] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.103240] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280951, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.213203] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: a7bb7a04-f8f1-43a6-abb7-66511b58f766] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1025.225262] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.238684] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f89fcf2b-5c02-4e3c-bc31-43149d073b5c tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "f544859f-0c75-4864-b306-318119c557cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.575s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.249719] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280948, 'name': ReconfigVM_Task, 'duration_secs': 0.985011} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.250679] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf/5d01b48d-35a7-48d5-a42a-ccb9cfd74caf.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.250679] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f949da4e-f655-4064-a9aa-94be85120392 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.262342] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1025.262342] env[70683]: value = "task-3280952" [ 1025.262342] env[70683]: _type = "Task" [ 1025.262342] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.272792] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280952, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.447892] env[70683]: DEBUG nova.compute.manager [req-aa4a2b24-e055-4e31-b9b6-e4b95048d7ed req-af2df7bb-8397-4764-9f51-c5a2736b1d04 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Received event network-vif-plugged-26d90964-64a2-4e94-83e5-dbe2c63c3864 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.448100] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa4a2b24-e055-4e31-b9b6-e4b95048d7ed req-af2df7bb-8397-4764-9f51-c5a2736b1d04 service nova] Acquiring lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.448314] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa4a2b24-e055-4e31-b9b6-e4b95048d7ed req-af2df7bb-8397-4764-9f51-c5a2736b1d04 service nova] Lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.448478] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa4a2b24-e055-4e31-b9b6-e4b95048d7ed req-af2df7bb-8397-4764-9f51-c5a2736b1d04 service nova] Lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.448641] env[70683]: DEBUG nova.compute.manager [req-aa4a2b24-e055-4e31-b9b6-e4b95048d7ed req-af2df7bb-8397-4764-9f51-c5a2736b1d04 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] No waiting events found dispatching network-vif-plugged-26d90964-64a2-4e94-83e5-dbe2c63c3864 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.448800] env[70683]: WARNING nova.compute.manager [req-aa4a2b24-e055-4e31-b9b6-e4b95048d7ed req-af2df7bb-8397-4764-9f51-c5a2736b1d04 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Received unexpected event network-vif-plugged-26d90964-64a2-4e94-83e5-dbe2c63c3864 for instance with vm_state building and task_state spawning. [ 1025.513037] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Successfully updated port: 26d90964-64a2-4e94-83e5-dbe2c63c3864 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.592139] env[70683]: DEBUG oslo_vmware.api [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3280947, 'name': PowerOnVM_Task, 'duration_secs': 1.176123} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.594626] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.594834] env[70683]: INFO nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1025.595025] env[70683]: DEBUG nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.596078] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d72e099-1dbb-4133-abd9-c988ae799920 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.612596] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ea4f1-ea6c-4835-b3d9-b0119ac8af0a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.615365] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280951, 'name': CreateVM_Task, 'duration_secs': 0.543982} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.615878] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.617038] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.617200] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.617546] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.617782] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ed23a3-7be6-4d47-b1e1-d3fc329b68c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.622058] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8c3a18-0181-4948-9c08-1f8568eb8ea4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.626714] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1025.626714] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523200dc-1763-ebff-6ec6-3abcfc1e05c8" [ 1025.626714] env[70683]: _type = "Task" [ 1025.626714] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.655989] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4367337c-1455-429f-abb6-6bc131e03660 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.662694] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523200dc-1763-ebff-6ec6-3abcfc1e05c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.663423] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.663709] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.663956] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.664120] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.664304] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.664810] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59483dc3-3450-42fb-93da-5b3028f2ca6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.670107] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b3d5d5-5199-48eb-9f1c-603328705ddc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.678817] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.679051] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.687236] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7abc4e2-b705-4713-a2d3-e3effcf9750e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.690011] env[70683]: DEBUG nova.compute.provider_tree [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.694679] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1025.694679] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52388800-ea0d-4fd6-ac86-9ead25a66807" [ 1025.694679] env[70683]: _type = "Task" [ 1025.694679] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.702747] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "f544859f-0c75-4864-b306-318119c557cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.702747] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "f544859f-0c75-4864-b306-318119c557cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.702747] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "f544859f-0c75-4864-b306-318119c557cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.702747] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "f544859f-0c75-4864-b306-318119c557cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.702747] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "f544859f-0c75-4864-b306-318119c557cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.705835] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52388800-ea0d-4fd6-ac86-9ead25a66807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.706269] env[70683]: INFO nova.compute.manager [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Terminating instance [ 1025.725129] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.725307] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=70683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1025.770664] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280952, 'name': Rename_Task, 'duration_secs': 0.307238} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.770888] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.771693] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-122af765-0144-48a7-9668-6cc107b1b8a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.779337] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1025.779337] env[70683]: value = "task-3280953" [ 1025.779337] env[70683]: _type = "Task" [ 1025.779337] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.787350] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.016226] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "refresh_cache-31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.016226] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "refresh_cache-31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.016335] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.125259] env[70683]: INFO nova.compute.manager [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Took 48.24 seconds to build instance. [ 1026.192941] env[70683]: DEBUG nova.scheduler.client.report [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.208678] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52388800-ea0d-4fd6-ac86-9ead25a66807, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.210659] env[70683]: DEBUG nova.compute.manager [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.210857] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.211146] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91182d1-50be-462f-a432-793556cacfb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.214044] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14cbaed-5b63-439d-964e-3c92c3687731 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.227524] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1026.227524] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f3d189-e995-b6b7-2375-9ed88db8fc44" [ 1026.227524] env[70683]: _type = "Task" [ 1026.227524] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.229814] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.231033] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.234327] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5c03f00-8f26-443a-a4f8-a9eedab126d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.248163] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.251526] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f3d189-e995-b6b7-2375-9ed88db8fc44, 'name': SearchDatastore_Task, 'duration_secs': 0.011116} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.254108] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.254540] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 1c700163-5b27-44a4-b86a-65f6b107c67d/1c700163-5b27-44a4-b86a-65f6b107c67d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.255049] env[70683]: DEBUG oslo_vmware.api [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1026.255049] env[70683]: value = "task-3280954" [ 1026.255049] env[70683]: _type = "Task" [ 1026.255049] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.255358] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf9c1c35-f07e-4d8a-8f4a-616b3f46f3b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.272149] env[70683]: DEBUG oslo_vmware.api [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.276195] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1026.276195] env[70683]: value = "task-3280955" [ 1026.276195] env[70683]: _type = "Task" [ 1026.276195] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.287680] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.287932] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.288200] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.288507] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.288758] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.289016] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.289414] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.289662] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.289857] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.290044] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.290257] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.291387] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84d00c-7a05-4e9e-8e01-b2baa849014d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.297318] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.303339] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280953, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.306978] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f099392c-555a-4ac3-906d-0b57078e12f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.572094] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.628481] env[70683]: DEBUG nova.compute.manager [req-f969e00d-2304-42ad-873b-b3f2b03f7a97 req-eb29c2a6-d608-4304-921a-ffaff324379c service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Received event network-vif-plugged-bc8b3567-4f2e-416a-bd68-f6f20beafb87 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.628773] env[70683]: DEBUG oslo_concurrency.lockutils [req-f969e00d-2304-42ad-873b-b3f2b03f7a97 req-eb29c2a6-d608-4304-921a-ffaff324379c service nova] Acquiring lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.629143] env[70683]: DEBUG oslo_concurrency.lockutils [req-f969e00d-2304-42ad-873b-b3f2b03f7a97 req-eb29c2a6-d608-4304-921a-ffaff324379c service nova] Lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.629517] env[70683]: DEBUG oslo_concurrency.lockutils [req-f969e00d-2304-42ad-873b-b3f2b03f7a97 req-eb29c2a6-d608-4304-921a-ffaff324379c service nova] Lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.629603] env[70683]: DEBUG nova.compute.manager [req-f969e00d-2304-42ad-873b-b3f2b03f7a97 req-eb29c2a6-d608-4304-921a-ffaff324379c service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] No waiting events found dispatching network-vif-plugged-bc8b3567-4f2e-416a-bd68-f6f20beafb87 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.629833] env[70683]: WARNING nova.compute.manager [req-f969e00d-2304-42ad-873b-b3f2b03f7a97 req-eb29c2a6-d608-4304-921a-ffaff324379c service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Received unexpected event network-vif-plugged-bc8b3567-4f2e-416a-bd68-f6f20beafb87 for instance with vm_state building and task_state spawning. [ 1026.630799] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92e1f754-0e26-42b0-9f2f-049efadbb42b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8081fb92-0b9f-485b-b666-75158f6a02f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.755s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.644560] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Successfully updated port: bc8b3567-4f2e-416a-bd68-f6f20beafb87 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.703746] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.704293] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.709025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.182s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.709025] env[70683]: INFO nova.compute.claims [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.768392] env[70683]: DEBUG oslo_vmware.api [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280954, 'name': PowerOffVM_Task, 'duration_secs': 0.165038} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.768661] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.769076] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.769447] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a734cc-c136-4a8b-8ef6-da434db73d8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.790080] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490316} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.793040] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 1c700163-5b27-44a4-b86a-65f6b107c67d/1c700163-5b27-44a4-b86a-65f6b107c67d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.793276] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.793773] env[70683]: DEBUG oslo_vmware.api [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3280953, 'name': PowerOnVM_Task, 'duration_secs': 0.669289} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.793972] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-340664f8-1155-4256-b3d1-a27f37c61182 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.796111] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.796659] env[70683]: INFO nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1026.796659] env[70683]: DEBUG nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.797392] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4030cc79-8d0b-4884-b215-0da120d2298f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.808894] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1026.808894] env[70683]: value = "task-3280957" [ 1026.808894] env[70683]: _type = "Task" [ 1026.808894] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.820244] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.830159] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Updating instance_info_cache with network_info: [{"id": "26d90964-64a2-4e94-83e5-dbe2c63c3864", "address": "fa:16:3e:3a:f9:8f", "network": {"id": "e8fd2dca-e370-43c4-bccc-1bc7ca117097", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-825431247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aecc9fdae3ec48a99d418aae58ccb03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d90964-64", "ovs_interfaceid": "26d90964-64a2-4e94-83e5-dbe2c63c3864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.842257] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.842525] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.842710] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleting the datastore file [datastore1] f544859f-0c75-4864-b306-318119c557cd {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.843724] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca4adcc9-568a-4537-bed9-d1665ef2e86a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.852416] env[70683]: DEBUG oslo_vmware.api [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1026.852416] env[70683]: value = "task-3280958" [ 1026.852416] env[70683]: _type = "Task" [ 1026.852416] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.862478] env[70683]: DEBUG oslo_vmware.api [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.149527] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "refresh_cache-260a46b3-bb64-4f8d-a214-931d11fb6e8f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.149850] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "refresh_cache-260a46b3-bb64-4f8d-a214-931d11fb6e8f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.149850] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.214115] env[70683]: DEBUG nova.compute.utils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.220806] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.220874] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.276190] env[70683]: DEBUG nova.policy [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da86d7a68ffb445ca12f41ee66fab35f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aecc9fdae3ec48a99d418aae58ccb03c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.325103] env[70683]: INFO nova.compute.manager [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Took 31.55 seconds to build instance. [ 1027.333937] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "refresh_cache-31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.334608] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Instance network_info: |[{"id": "26d90964-64a2-4e94-83e5-dbe2c63c3864", "address": "fa:16:3e:3a:f9:8f", "network": {"id": "e8fd2dca-e370-43c4-bccc-1bc7ca117097", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-825431247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aecc9fdae3ec48a99d418aae58ccb03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d90964-64", "ovs_interfaceid": "26d90964-64a2-4e94-83e5-dbe2c63c3864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.334608] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094775} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.335159] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:f9:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26d90964-64a2-4e94-83e5-dbe2c63c3864', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.343711] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Creating folder: Project (aecc9fdae3ec48a99d418aae58ccb03c). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.343711] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.344346] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e53dab-1028-459e-be6a-0f66263413e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.346300] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6517cd61-acad-4d50-946a-b4e996f90095 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.374843] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1c700163-5b27-44a4-b86a-65f6b107c67d/1c700163-5b27-44a4-b86a-65f6b107c67d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.377325] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c3241f-b996-462f-9f90-3d559caf9202 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.393537] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Created folder: Project (aecc9fdae3ec48a99d418aae58ccb03c) in parent group-v655051. [ 1027.393537] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Creating folder: Instances. Parent ref: group-v655254. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.397262] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afef3342-5cdc-4cd4-9b97-ffb4d6c847b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.398964] env[70683]: DEBUG oslo_vmware.api [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3280958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173362} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.399636] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.399872] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.400147] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.400293] env[70683]: INFO nova.compute.manager [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: f544859f-0c75-4864-b306-318119c557cd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1027.400567] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.401207] env[70683]: DEBUG nova.compute.manager [-] [instance: f544859f-0c75-4864-b306-318119c557cd] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.401324] env[70683]: DEBUG nova.network.neutron [-] [instance: f544859f-0c75-4864-b306-318119c557cd] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.407015] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1027.407015] env[70683]: value = "task-3280960" [ 1027.407015] env[70683]: _type = "Task" [ 1027.407015] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.412170] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Created folder: Instances in parent group-v655254. [ 1027.412419] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.413040] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.413630] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a845c153-db2b-4c98-89bb-265b5d683b28 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.433824] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.443684] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.443684] env[70683]: value = "task-3280962" [ 1027.443684] env[70683]: _type = "Task" [ 1027.443684] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.453203] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280962, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.721169] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.836512] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cfb2bef6-bb02-4153-8dec-171d6cac9267 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.068s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.917273] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280960, 'name': ReconfigVM_Task, 'duration_secs': 0.439113} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.917600] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1c700163-5b27-44a4-b86a-65f6b107c67d/1c700163-5b27-44a4-b86a-65f6b107c67d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.918254] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb87cd7a-73a0-4591-ba9b-a14edfabec41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.930370] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1027.930370] env[70683]: value = "task-3280963" [ 1027.930370] env[70683]: _type = "Task" [ 1027.930370] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.939628] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280963, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.956900] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280962, 'name': CreateVM_Task, 'duration_secs': 0.399935} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.956900] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.956900] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.956900] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.956900] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.959616] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5726746e-f9db-4dbf-a5b8-4703c5712ae3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.966180] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1027.966180] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f7fc84-b9bf-0ba3-0526-e84ff101e679" [ 1027.966180] env[70683]: _type = "Task" [ 1027.966180] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.978497] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f7fc84-b9bf-0ba3-0526-e84ff101e679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.979963] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.075136] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207c7ca5-f957-4b51-86af-b66e931cc55e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.083946] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2083b2-a901-429a-a198-df50d71cf119 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.124020] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3fb036-43a0-44ab-9f58-d94cf984dcdf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.131168] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ff4aba-36bd-4e40-9ab5-af3a2d4664be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.147482] env[70683]: DEBUG nova.compute.provider_tree [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.189148] env[70683]: DEBUG nova.compute.manager [req-cfe64e1f-a2cf-49b2-a7f0-8083d73bcad1 req-b703c876-29b4-4217-9b52-b50c67bb1735 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Received event network-changed-26d90964-64a2-4e94-83e5-dbe2c63c3864 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.189480] env[70683]: DEBUG nova.compute.manager [req-cfe64e1f-a2cf-49b2-a7f0-8083d73bcad1 req-b703c876-29b4-4217-9b52-b50c67bb1735 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Refreshing instance network info cache due to event network-changed-26d90964-64a2-4e94-83e5-dbe2c63c3864. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.189480] env[70683]: DEBUG oslo_concurrency.lockutils [req-cfe64e1f-a2cf-49b2-a7f0-8083d73bcad1 req-b703c876-29b4-4217-9b52-b50c67bb1735 service nova] Acquiring lock "refresh_cache-31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.189606] env[70683]: DEBUG oslo_concurrency.lockutils [req-cfe64e1f-a2cf-49b2-a7f0-8083d73bcad1 req-b703c876-29b4-4217-9b52-b50c67bb1735 service nova] Acquired lock "refresh_cache-31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.190224] env[70683]: DEBUG nova.network.neutron [req-cfe64e1f-a2cf-49b2-a7f0-8083d73bcad1 req-b703c876-29b4-4217-9b52-b50c67bb1735 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Refreshing network info cache for port 26d90964-64a2-4e94-83e5-dbe2c63c3864 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.192301] env[70683]: DEBUG nova.network.neutron [-] [instance: f544859f-0c75-4864-b306-318119c557cd] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.195560] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Successfully created port: 32528a31-9b5d-435b-9b9e-405a47cdff24 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.298406] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Updating instance_info_cache with network_info: [{"id": "bc8b3567-4f2e-416a-bd68-f6f20beafb87", "address": "fa:16:3e:2b:06:3a", "network": {"id": "e8fd2dca-e370-43c4-bccc-1bc7ca117097", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-825431247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aecc9fdae3ec48a99d418aae58ccb03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8b3567-4f", "ovs_interfaceid": "bc8b3567-4f2e-416a-bd68-f6f20beafb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.443625] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280963, 'name': Rename_Task, 'duration_secs': 0.172565} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.443911] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.444183] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3f66d27-2502-4ea7-8268-23bb2ef15a06 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.452452] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1028.452452] env[70683]: value = "task-3280964" [ 1028.452452] env[70683]: _type = "Task" [ 1028.452452] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.468462] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.477146] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f7fc84-b9bf-0ba3-0526-e84ff101e679, 'name': SearchDatastore_Task, 'duration_secs': 0.011868} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.477464] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.477702] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.477935] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.478095] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.478532] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.478806] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04867ae9-b124-4a0a-9f30-a591ce389efd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.491458] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.491677] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.492531] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368118b6-eac2-4682-afa6-526d5b539488 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.499033] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1028.499033] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52de968d-13cf-a5b4-8d6d-de3e30f023f1" [ 1028.499033] env[70683]: _type = "Task" [ 1028.499033] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.508258] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52de968d-13cf-a5b4-8d6d-de3e30f023f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.653680] env[70683]: DEBUG nova.scheduler.client.report [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.665153] env[70683]: DEBUG nova.compute.manager [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Received event network-changed-bc8b3567-4f2e-416a-bd68-f6f20beafb87 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.665153] env[70683]: DEBUG nova.compute.manager [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Refreshing instance network info cache due to event network-changed-bc8b3567-4f2e-416a-bd68-f6f20beafb87. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.665153] env[70683]: DEBUG oslo_concurrency.lockutils [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] Acquiring lock "refresh_cache-260a46b3-bb64-4f8d-a214-931d11fb6e8f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.694982] env[70683]: INFO nova.compute.manager [-] [instance: f544859f-0c75-4864-b306-318119c557cd] Took 1.29 seconds to deallocate network for instance. [ 1028.736677] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.774598] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.774795] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.774953] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.775187] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.775371] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.775529] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.775914] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.776153] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.776397] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.776641] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.776824] env[70683]: DEBUG nova.virt.hardware [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.777792] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9212a6f0-0942-4b9d-8d39-955b6d0861b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.788555] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b11da-0464-45fc-aca8-cdfb82ca6d13 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.812406] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "refresh_cache-260a46b3-bb64-4f8d-a214-931d11fb6e8f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.812901] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Instance network_info: |[{"id": "bc8b3567-4f2e-416a-bd68-f6f20beafb87", "address": "fa:16:3e:2b:06:3a", "network": {"id": "e8fd2dca-e370-43c4-bccc-1bc7ca117097", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-825431247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aecc9fdae3ec48a99d418aae58ccb03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8b3567-4f", "ovs_interfaceid": "bc8b3567-4f2e-416a-bd68-f6f20beafb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.813269] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.813579] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.814990] env[70683]: DEBUG oslo_concurrency.lockutils [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] Acquired lock "refresh_cache-260a46b3-bb64-4f8d-a214-931d11fb6e8f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.815270] env[70683]: DEBUG nova.network.neutron [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Refreshing network info cache for port bc8b3567-4f2e-416a-bd68-f6f20beafb87 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.818578] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:06:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc8b3567-4f2e-416a-bd68-f6f20beafb87', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.825281] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.829752] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.830272] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa5939e9-8723-490c-9831-f3c2f93e6027 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.851272] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "08993e38-44a7-4466-8799-ef9220585a62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.851272] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "08993e38-44a7-4466-8799-ef9220585a62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.856587] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.856587] env[70683]: value = "task-3280965" [ 1028.856587] env[70683]: _type = "Task" [ 1028.856587] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.865505] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280965, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.951990] env[70683]: DEBUG nova.network.neutron [req-cfe64e1f-a2cf-49b2-a7f0-8083d73bcad1 req-b703c876-29b4-4217-9b52-b50c67bb1735 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Updated VIF entry in instance network info cache for port 26d90964-64a2-4e94-83e5-dbe2c63c3864. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.952505] env[70683]: DEBUG nova.network.neutron [req-cfe64e1f-a2cf-49b2-a7f0-8083d73bcad1 req-b703c876-29b4-4217-9b52-b50c67bb1735 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Updating instance_info_cache with network_info: [{"id": "26d90964-64a2-4e94-83e5-dbe2c63c3864", "address": "fa:16:3e:3a:f9:8f", "network": {"id": "e8fd2dca-e370-43c4-bccc-1bc7ca117097", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-825431247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aecc9fdae3ec48a99d418aae58ccb03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d90964-64", "ovs_interfaceid": "26d90964-64a2-4e94-83e5-dbe2c63c3864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.963811] env[70683]: DEBUG oslo_vmware.api [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3280964, 'name': PowerOnVM_Task, 'duration_secs': 0.489625} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.964674] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.964906] env[70683]: INFO nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1028.965113] env[70683]: DEBUG nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.966056] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3808df4-5f82-4a49-a23b-97964999b448 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.012101] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52de968d-13cf-a5b4-8d6d-de3e30f023f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.012886] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685ea411-cfb2-45ba-94f9-34abe06ce332 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.021130] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1029.021130] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b95b64-6559-6787-48ef-6f53f274c8fe" [ 1029.021130] env[70683]: _type = "Task" [ 1029.021130] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.030144] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b95b64-6559-6787-48ef-6f53f274c8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.162276] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.162825] env[70683]: DEBUG nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.166245] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.661s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.166245] env[70683]: DEBUG nova.objects.instance [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lazy-loading 'resources' on Instance uuid ad1fa7d0-85ed-46ca-80d5-bde9feed81ca {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.203190] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.329849] env[70683]: DEBUG nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.353280] env[70683]: DEBUG nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.370140] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280965, 'name': CreateVM_Task, 'duration_secs': 0.436661} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.370710] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.372098] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.372098] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.372098] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.372548] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089f5add-4f06-4ddf-87f7-ff3e11941dd0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.378898] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1029.378898] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521cd01d-e39b-f50c-7de8-cbc923f012c1" [ 1029.378898] env[70683]: _type = "Task" [ 1029.378898] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.388982] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521cd01d-e39b-f50c-7de8-cbc923f012c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.458729] env[70683]: DEBUG oslo_concurrency.lockutils [req-cfe64e1f-a2cf-49b2-a7f0-8083d73bcad1 req-b703c876-29b4-4217-9b52-b50c67bb1735 service nova] Releasing lock "refresh_cache-31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.492552] env[70683]: INFO nova.compute.manager [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Took 24.93 seconds to build instance. [ 1029.532709] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b95b64-6559-6787-48ef-6f53f274c8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.533657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.533965] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e/31ab7ca2-9dcc-4e2b-b0b7-40133352df2e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.536551] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd72522b-7786-4d29-804c-b7b8edf30bc7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.545911] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1029.545911] env[70683]: value = "task-3280966" [ 1029.545911] env[70683]: _type = "Task" [ 1029.545911] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.556161] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.670812] env[70683]: DEBUG nova.compute.utils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.675615] env[70683]: DEBUG nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.675615] env[70683]: DEBUG nova.network.neutron [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.729224] env[70683]: DEBUG nova.network.neutron [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Updated VIF entry in instance network info cache for port bc8b3567-4f2e-416a-bd68-f6f20beafb87. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.729224] env[70683]: DEBUG nova.network.neutron [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Updating instance_info_cache with network_info: [{"id": "bc8b3567-4f2e-416a-bd68-f6f20beafb87", "address": "fa:16:3e:2b:06:3a", "network": {"id": "e8fd2dca-e370-43c4-bccc-1bc7ca117097", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-825431247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aecc9fdae3ec48a99d418aae58ccb03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8b3567-4f", "ovs_interfaceid": "bc8b3567-4f2e-416a-bd68-f6f20beafb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.744340] env[70683]: DEBUG nova.policy [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98e94ca0668d45f6b0127da9424e4be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b713892a7d24096b8fa3ca96ef3b3c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.852064] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.874984] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.893585] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521cd01d-e39b-f50c-7de8-cbc923f012c1, 'name': SearchDatastore_Task, 'duration_secs': 0.023019} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.893890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.894139] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.894387] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.894534] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.894711] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.894982] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a300d7fd-f7f9-4a72-b17e-c139e108ddf5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.908034] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.908034] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.908327] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a09f99-b9a6-4258-8014-cd2e27b06eec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.915574] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1029.915574] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]520482fe-f2d6-1332-1937-6d13e7b475de" [ 1029.915574] env[70683]: _type = "Task" [ 1029.915574] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.926852] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520482fe-f2d6-1332-1937-6d13e7b475de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.994077] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d369c364-960f-40f5-b88e-3e3b4bac4b99 tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "1c700163-5b27-44a4-b86a-65f6b107c67d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.446s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.058444] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.074656] env[70683]: DEBUG nova.network.neutron [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Successfully created port: 746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.100022] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c325a78-8a97-4ab7-bd04-106d7398fd90 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.108986] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d8aa1d-b876-4323-a925-cd7ace95f8d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.147620] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af23a4b5-ba60-446b-8b27-48e4ecb584a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.161051] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80e3070-aa4c-4014-8785-9f5d8c186c5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.179245] env[70683]: DEBUG nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.183548] env[70683]: DEBUG nova.compute.provider_tree [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.188584] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Successfully updated port: 32528a31-9b5d-435b-9b9e-405a47cdff24 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.229226] env[70683]: DEBUG nova.compute.manager [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Received event network-vif-plugged-32528a31-9b5d-435b-9b9e-405a47cdff24 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.229627] env[70683]: DEBUG oslo_concurrency.lockutils [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] Acquiring lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.230415] env[70683]: DEBUG oslo_concurrency.lockutils [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] Lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.230415] env[70683]: DEBUG oslo_concurrency.lockutils [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] Lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.230415] env[70683]: DEBUG nova.compute.manager [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] No waiting events found dispatching network-vif-plugged-32528a31-9b5d-435b-9b9e-405a47cdff24 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.230415] env[70683]: WARNING nova.compute.manager [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Received unexpected event network-vif-plugged-32528a31-9b5d-435b-9b9e-405a47cdff24 for instance with vm_state building and task_state spawning. [ 1030.230742] env[70683]: DEBUG nova.compute.manager [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Received event network-changed-32528a31-9b5d-435b-9b9e-405a47cdff24 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.230877] env[70683]: DEBUG nova.compute.manager [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Refreshing instance network info cache due to event network-changed-32528a31-9b5d-435b-9b9e-405a47cdff24. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.231133] env[70683]: DEBUG oslo_concurrency.lockutils [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] Acquiring lock "refresh_cache-0d15f278-3e28-4e37-8c35-ef1c6417dc8d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.232102] env[70683]: DEBUG oslo_concurrency.lockutils [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] Acquired lock "refresh_cache-0d15f278-3e28-4e37-8c35-ef1c6417dc8d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.232102] env[70683]: DEBUG nova.network.neutron [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Refreshing network info cache for port 32528a31-9b5d-435b-9b9e-405a47cdff24 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.235240] env[70683]: DEBUG oslo_concurrency.lockutils [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] Releasing lock "refresh_cache-260a46b3-bb64-4f8d-a214-931d11fb6e8f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.236012] env[70683]: DEBUG nova.compute.manager [req-8a047744-77a3-4f67-81ef-243e93cb4089 req-b5e63c02-a304-4ffb-8f35-2d3170f83387 service nova] [instance: f544859f-0c75-4864-b306-318119c557cd] Received event network-vif-deleted-3f8b7db5-4bcb-4306-8e80-3428026d11f9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.429569] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520482fe-f2d6-1332-1937-6d13e7b475de, 'name': SearchDatastore_Task, 'duration_secs': 0.020956} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.430415] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a8c6ad-c5ea-47a3-b5ee-d9487676395b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.436016] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1030.436016] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5293ebbb-e0f2-0f46-4b1e-eea7dfe192dd" [ 1030.436016] env[70683]: _type = "Task" [ 1030.436016] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.446487] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5293ebbb-e0f2-0f46-4b1e-eea7dfe192dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.557138] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899955} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.557408] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e/31ab7ca2-9dcc-4e2b-b0b7-40133352df2e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.557609] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.557846] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b47e71-61f3-478a-af59-c62d7735dec9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.565803] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1030.565803] env[70683]: value = "task-3280967" [ 1030.565803] env[70683]: _type = "Task" [ 1030.565803] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.576102] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.688985] env[70683]: INFO nova.virt.block_device [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Booting with volume ac751309-9078-415a-be35-f14d80a87b74 at /dev/sda [ 1030.691249] env[70683]: DEBUG nova.scheduler.client.report [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.694764] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "refresh_cache-0d15f278-3e28-4e37-8c35-ef1c6417dc8d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.734815] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e36b03f3-bc17-49d9-9abf-5645288d958f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.748932] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462134fc-543c-4733-bbdc-0d52d8b84f6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.790615] env[70683]: DEBUG nova.network.neutron [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.792421] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5306a950-4782-4894-a16d-af24acd00a0e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.802828] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1247cbd8-a972-4a77-98b5-5400b4563fb2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.846861] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e64274-724e-4eb4-8869-94a8852bdf7b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.855238] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13304d9d-ee99-498a-8bfa-06563ba4f37e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.871288] env[70683]: DEBUG nova.virt.block_device [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Updating existing volume attachment record: c1fd3a22-31e9-48e0-af5e-46d58dbeea18 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1030.919167] env[70683]: DEBUG nova.network.neutron [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.948324] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5293ebbb-e0f2-0f46-4b1e-eea7dfe192dd, 'name': SearchDatastore_Task, 'duration_secs': 0.071672} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.948324] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.948324] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 260a46b3-bb64-4f8d-a214-931d11fb6e8f/260a46b3-bb64-4f8d-a214-931d11fb6e8f.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.948713] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-369a0afe-ef87-4131-ba6e-1f2a38669f05 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.957227] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1030.957227] env[70683]: value = "task-3280968" [ 1030.957227] env[70683]: _type = "Task" [ 1030.957227] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.969541] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.076463] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278695} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.076737] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.077552] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8525a2-0f56-42b3-8020-62b1b51453b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.100657] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e/31ab7ca2-9dcc-4e2b-b0b7-40133352df2e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.100975] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e99d8fa-02e8-4fae-b33e-451d7c4825c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.122359] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1031.122359] env[70683]: value = "task-3280969" [ 1031.122359] env[70683]: _type = "Task" [ 1031.122359] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.135330] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.196209] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.198784] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.061s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.198971] env[70683]: DEBUG nova.objects.instance [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1031.223885] env[70683]: INFO nova.scheduler.client.report [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted allocations for instance ad1fa7d0-85ed-46ca-80d5-bde9feed81ca [ 1031.426458] env[70683]: DEBUG oslo_concurrency.lockutils [req-82939f84-5072-4f27-a4d7-0e7e10098447 req-47626664-1218-4d1f-b1df-313a9f6be390 service nova] Releasing lock "refresh_cache-0d15f278-3e28-4e37-8c35-ef1c6417dc8d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.426863] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "refresh_cache-0d15f278-3e28-4e37-8c35-ef1c6417dc8d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.427017] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.468291] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280968, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.530654] env[70683]: DEBUG nova.compute.manager [req-3a250496-a401-4e42-abfd-4db8269ba5bb req-adc84a74-00c6-40c6-9bf9-0e262ee76cc0 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Received event network-vif-plugged-746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.530654] env[70683]: DEBUG oslo_concurrency.lockutils [req-3a250496-a401-4e42-abfd-4db8269ba5bb req-adc84a74-00c6-40c6-9bf9-0e262ee76cc0 service nova] Acquiring lock "32ddda2e-f46f-41e8-b570-4dcd31811d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.530816] env[70683]: DEBUG oslo_concurrency.lockutils [req-3a250496-a401-4e42-abfd-4db8269ba5bb req-adc84a74-00c6-40c6-9bf9-0e262ee76cc0 service nova] Lock "32ddda2e-f46f-41e8-b570-4dcd31811d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.530947] env[70683]: DEBUG oslo_concurrency.lockutils [req-3a250496-a401-4e42-abfd-4db8269ba5bb req-adc84a74-00c6-40c6-9bf9-0e262ee76cc0 service nova] Lock "32ddda2e-f46f-41e8-b570-4dcd31811d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.531140] env[70683]: DEBUG nova.compute.manager [req-3a250496-a401-4e42-abfd-4db8269ba5bb req-adc84a74-00c6-40c6-9bf9-0e262ee76cc0 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] No waiting events found dispatching network-vif-plugged-746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.531310] env[70683]: WARNING nova.compute.manager [req-3a250496-a401-4e42-abfd-4db8269ba5bb req-adc84a74-00c6-40c6-9bf9-0e262ee76cc0 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Received unexpected event network-vif-plugged-746d82d9-0ac2-48c4-bfe3-ec6c6823a324 for instance with vm_state building and task_state block_device_mapping. [ 1031.634976] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.649344] env[70683]: DEBUG nova.network.neutron [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Successfully updated port: 746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.734792] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4241cd30-8ef4-4939-9120-26a0dbd868ec tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "ad1fa7d0-85ed-46ca-80d5-bde9feed81ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.140s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.964841] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.971468] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810258} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.971915] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 260a46b3-bb64-4f8d-a214-931d11fb6e8f/260a46b3-bb64-4f8d-a214-931d11fb6e8f.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.972164] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.972434] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eafd271-eee2-4714-bed4-2dd5c822ab0a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.982521] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1031.982521] env[70683]: value = "task-3280970" [ 1031.982521] env[70683]: _type = "Task" [ 1031.982521] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.996217] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.118137] env[70683]: DEBUG nova.network.neutron [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Updating instance_info_cache with network_info: [{"id": "32528a31-9b5d-435b-9b9e-405a47cdff24", "address": "fa:16:3e:1f:6f:6b", "network": {"id": "e8fd2dca-e370-43c4-bccc-1bc7ca117097", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-825431247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aecc9fdae3ec48a99d418aae58ccb03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32528a31-9b", "ovs_interfaceid": "32528a31-9b5d-435b-9b9e-405a47cdff24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.134601] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280969, 'name': ReconfigVM_Task, 'duration_secs': 0.818523} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.134834] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e/31ab7ca2-9dcc-4e2b-b0b7-40133352df2e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.135513] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32c25dbb-93b5-4ca8-a29d-15247fbd69a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.142910] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1032.142910] env[70683]: value = "task-3280971" [ 1032.142910] env[70683]: _type = "Task" [ 1032.142910] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.151172] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280971, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.153733] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Acquiring lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.153869] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Acquired lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.154035] env[70683]: DEBUG nova.network.neutron [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.191253] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.191607] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.191972] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.192201] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.192384] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.194854] env[70683]: INFO nova.compute.manager [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Terminating instance [ 1032.208761] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e35503a2-3157-4118-8871-410fee907f7d tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.209895] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.048s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.210134] env[70683]: DEBUG nova.objects.instance [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lazy-loading 'resources' on Instance uuid e408a428-b3ac-485d-9429-980194d27cf5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.263456] env[70683]: DEBUG nova.compute.manager [req-476ab326-85f3-4c5b-8c31-610e4cfbfd60 req-c53cf928-7beb-43e5-b9c2-ee5edde655df service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Received event network-changed-59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.263665] env[70683]: DEBUG nova.compute.manager [req-476ab326-85f3-4c5b-8c31-610e4cfbfd60 req-c53cf928-7beb-43e5-b9c2-ee5edde655df service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Refreshing instance network info cache due to event network-changed-59283d8e-786d-4ca0-8cad-c7f08dd26176. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.263910] env[70683]: DEBUG oslo_concurrency.lockutils [req-476ab326-85f3-4c5b-8c31-610e4cfbfd60 req-c53cf928-7beb-43e5-b9c2-ee5edde655df service nova] Acquiring lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.264011] env[70683]: DEBUG oslo_concurrency.lockutils [req-476ab326-85f3-4c5b-8c31-610e4cfbfd60 req-c53cf928-7beb-43e5-b9c2-ee5edde655df service nova] Acquired lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.264181] env[70683]: DEBUG nova.network.neutron [req-476ab326-85f3-4c5b-8c31-610e4cfbfd60 req-c53cf928-7beb-43e5-b9c2-ee5edde655df service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Refreshing network info cache for port 59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.492758] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066944} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.493075] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.493879] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7fc0f6-c6d5-4127-b2d7-afcd62d4a578 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.521222] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 260a46b3-bb64-4f8d-a214-931d11fb6e8f/260a46b3-bb64-4f8d-a214-931d11fb6e8f.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.522267] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0791d9f8-b922-4032-b80a-8fa5b269a97e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.544764] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1032.544764] env[70683]: value = "task-3280972" [ 1032.544764] env[70683]: _type = "Task" [ 1032.544764] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.556224] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.621044] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "refresh_cache-0d15f278-3e28-4e37-8c35-ef1c6417dc8d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.621423] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Instance network_info: |[{"id": "32528a31-9b5d-435b-9b9e-405a47cdff24", "address": "fa:16:3e:1f:6f:6b", "network": {"id": "e8fd2dca-e370-43c4-bccc-1bc7ca117097", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-825431247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aecc9fdae3ec48a99d418aae58ccb03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32528a31-9b", "ovs_interfaceid": "32528a31-9b5d-435b-9b9e-405a47cdff24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.622149] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:6f:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32528a31-9b5d-435b-9b9e-405a47cdff24', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.629728] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.629968] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.630225] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be4585e4-ec35-4ea4-acea-26f7edc4383c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.655160] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280971, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.658237] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.658237] env[70683]: value = "task-3280973" [ 1032.658237] env[70683]: _type = "Task" [ 1032.658237] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.666945] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280973, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.685562] env[70683]: DEBUG nova.network.neutron [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.699451] env[70683]: DEBUG nova.compute.manager [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.699734] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.700709] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dd5804-6c9e-4876-a045-c531400c32f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.710857] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.711142] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51fe6946-0a4c-4010-9dfc-6d718b67d0fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.722427] env[70683]: DEBUG oslo_vmware.api [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 1032.722427] env[70683]: value = "task-3280974" [ 1032.722427] env[70683]: _type = "Task" [ 1032.722427] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.734273] env[70683]: DEBUG oslo_vmware.api [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.846012] env[70683]: DEBUG nova.network.neutron [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Updating instance_info_cache with network_info: [{"id": "746d82d9-0ac2-48c4-bfe3-ec6c6823a324", "address": "fa:16:3e:8d:bf:1d", "network": {"id": "526cd903-d4b0-40be-9b4c-94b0b3f00e0a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-640964656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b713892a7d24096b8fa3ca96ef3b3c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746d82d9-0a", "ovs_interfaceid": "746d82d9-0ac2-48c4-bfe3-ec6c6823a324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.970026] env[70683]: DEBUG nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.970581] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.970868] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.971022] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.971213] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.971453] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.971632] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.971849] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.972015] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.972199] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.972368] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.972609] env[70683]: DEBUG nova.virt.hardware [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.976465] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60f63f0-e5e6-4591-b27e-32f6f5bc7874 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.986600] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b191fd-8b5f-47d5-a44e-8272c6afb1b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.059267] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.121089] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7b3b6-67ea-4e61-8651-f4d3af2c402f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.124628] env[70683]: DEBUG nova.network.neutron [req-476ab326-85f3-4c5b-8c31-610e4cfbfd60 req-c53cf928-7beb-43e5-b9c2-ee5edde655df service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Updated VIF entry in instance network info cache for port 59283d8e-786d-4ca0-8cad-c7f08dd26176. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.124989] env[70683]: DEBUG nova.network.neutron [req-476ab326-85f3-4c5b-8c31-610e4cfbfd60 req-c53cf928-7beb-43e5-b9c2-ee5edde655df service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Updating instance_info_cache with network_info: [{"id": "59283d8e-786d-4ca0-8cad-c7f08dd26176", "address": "fa:16:3e:d5:df:5b", "network": {"id": "7e7d457e-2628-4e72-95e2-9dc60e8d1e33", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-166737500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f1f4d75ad64b368029a468ae3d2b50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59283d8e-78", "ovs_interfaceid": "59283d8e-786d-4ca0-8cad-c7f08dd26176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.131968] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d4974-44c8-48aa-b659-a1104b14a4c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.175906] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19187b2c-b6e0-40e2-85fd-bae79a255173 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.192214] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad49c2-4928-48e8-befd-6ad8c3e32e4d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.197103] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280973, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.197848] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280971, 'name': Rename_Task, 'duration_secs': 0.665379} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.198170] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.199041] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b058a017-792d-4be5-9511-b6cd0fda5444 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.211033] env[70683]: DEBUG nova.compute.provider_tree [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.213885] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1033.213885] env[70683]: value = "task-3280975" [ 1033.213885] env[70683]: _type = "Task" [ 1033.213885] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.225498] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.237442] env[70683]: DEBUG oslo_vmware.api [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280974, 'name': PowerOffVM_Task, 'duration_secs': 0.366167} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.237696] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.237835] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.238141] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b0a2118-192e-43c8-b78c-07f8d44bcedb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.333618] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.333833] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.334035] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleting the datastore file [datastore2] 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.334347] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-774aa5b5-b138-4526-a13b-225d0ad25867 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.343157] env[70683]: DEBUG oslo_vmware.api [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for the task: (returnval){ [ 1033.343157] env[70683]: value = "task-3280977" [ 1033.343157] env[70683]: _type = "Task" [ 1033.343157] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.349169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Releasing lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.349685] env[70683]: DEBUG nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Instance network_info: |[{"id": "746d82d9-0ac2-48c4-bfe3-ec6c6823a324", "address": "fa:16:3e:8d:bf:1d", "network": {"id": "526cd903-d4b0-40be-9b4c-94b0b3f00e0a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-640964656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b713892a7d24096b8fa3ca96ef3b3c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746d82d9-0a", "ovs_interfaceid": "746d82d9-0ac2-48c4-bfe3-ec6c6823a324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.353072] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:bf:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '746d82d9-0ac2-48c4-bfe3-ec6c6823a324', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.360734] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Creating folder: Project (1b713892a7d24096b8fa3ca96ef3b3c0). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.361095] env[70683]: DEBUG oslo_vmware.api [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.361750] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be58d866-ef40-4278-a7d8-0f2590137b7d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.380361] env[70683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1033.380581] env[70683]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1033.381062] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Folder already exists: Project (1b713892a7d24096b8fa3ca96ef3b3c0). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1033.381342] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Creating folder: Instances. Parent ref: group-v655230. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.381631] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0733e59f-7a96-41d0-8b60-1b7f9e476963 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.395450] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Created folder: Instances in parent group-v655230. [ 1033.395776] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.395892] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.396122] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7252ae3b-aba0-4ba1-b819-34fcff4ba0a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.417370] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.417370] env[70683]: value = "task-3280980" [ 1033.417370] env[70683]: _type = "Task" [ 1033.417370] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.425999] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280980, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.558780] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280972, 'name': ReconfigVM_Task, 'duration_secs': 0.785059} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.560134] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 260a46b3-bb64-4f8d-a214-931d11fb6e8f/260a46b3-bb64-4f8d-a214-931d11fb6e8f.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.562256] env[70683]: DEBUG nova.compute.manager [req-3d5dfb6e-f62a-4c8d-bb66-ee5f084b2199 req-06c8104c-ec81-4ddc-afb7-e53cab397c02 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Received event network-changed-746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.562256] env[70683]: DEBUG nova.compute.manager [req-3d5dfb6e-f62a-4c8d-bb66-ee5f084b2199 req-06c8104c-ec81-4ddc-afb7-e53cab397c02 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Refreshing instance network info cache due to event network-changed-746d82d9-0ac2-48c4-bfe3-ec6c6823a324. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.562416] env[70683]: DEBUG oslo_concurrency.lockutils [req-3d5dfb6e-f62a-4c8d-bb66-ee5f084b2199 req-06c8104c-ec81-4ddc-afb7-e53cab397c02 service nova] Acquiring lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.562585] env[70683]: DEBUG oslo_concurrency.lockutils [req-3d5dfb6e-f62a-4c8d-bb66-ee5f084b2199 req-06c8104c-ec81-4ddc-afb7-e53cab397c02 service nova] Acquired lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.562756] env[70683]: DEBUG nova.network.neutron [req-3d5dfb6e-f62a-4c8d-bb66-ee5f084b2199 req-06c8104c-ec81-4ddc-afb7-e53cab397c02 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Refreshing network info cache for port 746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.563836] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bceb61ce-1dd7-4555-abf9-aa7d758d8884 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.574594] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1033.574594] env[70683]: value = "task-3280981" [ 1033.574594] env[70683]: _type = "Task" [ 1033.574594] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.585336] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280981, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.627799] env[70683]: DEBUG oslo_concurrency.lockutils [req-476ab326-85f3-4c5b-8c31-610e4cfbfd60 req-c53cf928-7beb-43e5-b9c2-ee5edde655df service nova] Releasing lock "refresh_cache-1c700163-5b27-44a4-b86a-65f6b107c67d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.679730] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280973, 'name': CreateVM_Task, 'duration_secs': 0.670759} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.681030] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.681030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.681030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.681276] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.681547] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142546ff-c826-4abf-809f-a58ad9a8e36c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.686611] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1033.686611] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a7da2c-d06d-bc63-058a-63ded639bdac" [ 1033.686611] env[70683]: _type = "Task" [ 1033.686611] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.695940] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a7da2c-d06d-bc63-058a-63ded639bdac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.716329] env[70683]: DEBUG nova.scheduler.client.report [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.728298] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.852981] env[70683]: DEBUG oslo_vmware.api [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Task: {'id': task-3280977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276445} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.853249] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.853442] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.853624] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.853804] env[70683]: INFO nova.compute.manager [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1033.854063] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.854264] env[70683]: DEBUG nova.compute.manager [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.854359] env[70683]: DEBUG nova.network.neutron [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.927565] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280980, 'name': CreateVM_Task, 'duration_secs': 0.362917} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.927710] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.928372] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655240', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'name': 'volume-ac751309-9078-415a-be35-f14d80a87b74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32ddda2e-f46f-41e8-b570-4dcd31811d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'serial': 'ac751309-9078-415a-be35-f14d80a87b74'}, 'mount_device': '/dev/sda', 'attachment_id': 'c1fd3a22-31e9-48e0-af5e-46d58dbeea18', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1033.928584] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Root volume attach. Driver type: vmdk {{(pid=70683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1033.929349] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4243db04-3e48-4f2b-aa9f-d9fc362adc28 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.937016] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf0b21-fb28-4b92-b275-296043a02b4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.943144] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ad37e-c74b-48d0-8408-f0d47cec74d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.951119] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7eaffad6-0691-4ccc-a95c-f0b398771dd2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.957469] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1033.957469] env[70683]: value = "task-3280982" [ 1033.957469] env[70683]: _type = "Task" [ 1033.957469] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.965298] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.085448] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280981, 'name': Rename_Task, 'duration_secs': 0.198778} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.086222] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.086532] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9976e32f-0518-4542-9525-fa9e710b97d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.093934] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1034.093934] env[70683]: value = "task-3280983" [ 1034.093934] env[70683]: _type = "Task" [ 1034.093934] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.104266] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.197928] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a7da2c-d06d-bc63-058a-63ded639bdac, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.198191] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.198775] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.198775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.198982] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.199048] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.201944] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e7839e-c2ee-4785-a413-f9cdab20c0af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.212253] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.212253] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.212528] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c882631-740c-43ef-83e5-5aac3da680de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.218359] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1034.218359] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52330ae3-ff65-152e-d300-aff8c2a4877b" [ 1034.218359] env[70683]: _type = "Task" [ 1034.218359] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.224879] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.230987] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.745s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.233184] env[70683]: INFO nova.compute.claims [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.246705] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52330ae3-ff65-152e-d300-aff8c2a4877b, 'name': SearchDatastore_Task, 'duration_secs': 0.014696} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.253747] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280975, 'name': PowerOnVM_Task, 'duration_secs': 0.887423} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.257797] env[70683]: INFO nova.scheduler.client.report [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Deleted allocations for instance e408a428-b3ac-485d-9429-980194d27cf5 [ 1034.258915] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d16d8b3-bd3e-413c-b622-8944326697cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.261894] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.262153] env[70683]: INFO nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1034.262363] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.265803] env[70683]: DEBUG nova.network.neutron [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.268838] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3138cc2-4854-48a4-b8a6-9e39be052d8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.285804] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1034.285804] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e5d289-61ae-0e2d-e79d-5de79e743685" [ 1034.285804] env[70683]: _type = "Task" [ 1034.285804] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.299312] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e5d289-61ae-0e2d-e79d-5de79e743685, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.299749] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.300126] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 0d15f278-3e28-4e37-8c35-ef1c6417dc8d/0d15f278-3e28-4e37-8c35-ef1c6417dc8d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.302121] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6340997b-3a01-4f6e-ae40-2d4ea8adadc0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.305934] env[70683]: DEBUG nova.compute.manager [req-383b2b11-dbea-431f-96ec-e8abe4b3d1e2 req-6e2b4b85-7963-4400-b18e-f9aef07992d4 service nova] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Received event network-vif-deleted-25d5120f-7956-4024-a8e7-9792234c1ff5 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.314700] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1034.314700] env[70683]: value = "task-3280984" [ 1034.314700] env[70683]: _type = "Task" [ 1034.314700] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.329245] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.359153] env[70683]: DEBUG nova.network.neutron [req-3d5dfb6e-f62a-4c8d-bb66-ee5f084b2199 req-06c8104c-ec81-4ddc-afb7-e53cab397c02 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Updated VIF entry in instance network info cache for port 746d82d9-0ac2-48c4-bfe3-ec6c6823a324. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.359605] env[70683]: DEBUG nova.network.neutron [req-3d5dfb6e-f62a-4c8d-bb66-ee5f084b2199 req-06c8104c-ec81-4ddc-afb7-e53cab397c02 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Updating instance_info_cache with network_info: [{"id": "746d82d9-0ac2-48c4-bfe3-ec6c6823a324", "address": "fa:16:3e:8d:bf:1d", "network": {"id": "526cd903-d4b0-40be-9b4c-94b0b3f00e0a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-640964656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b713892a7d24096b8fa3ca96ef3b3c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746d82d9-0a", "ovs_interfaceid": "746d82d9-0ac2-48c4-bfe3-ec6c6823a324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.472334] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task} progress is 40%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.607147] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.778447] env[70683]: INFO nova.compute.manager [-] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Took 0.92 seconds to deallocate network for instance. [ 1034.779169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d327ed48-02e8-483c-8dd1-74a63633d2b8 tempest-ServerShowV254Test-744560633 tempest-ServerShowV254Test-744560633-project-member] Lock "e408a428-b3ac-485d-9429-980194d27cf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.069s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.797503] env[70683]: INFO nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Took 27.90 seconds to build instance. [ 1034.834996] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280984, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.863012] env[70683]: DEBUG oslo_concurrency.lockutils [req-3d5dfb6e-f62a-4c8d-bb66-ee5f084b2199 req-06c8104c-ec81-4ddc-afb7-e53cab397c02 service nova] Releasing lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.972356] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task} progress is 54%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.107033] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280983, 'name': PowerOnVM_Task, 'duration_secs': 0.700263} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.107437] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.107620] env[70683]: INFO nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1035.107805] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.108947] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f92c05-6d2e-4c56-96c7-8cc778ce89cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.295907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.300268] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.412s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.333351] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707956} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.333638] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 0d15f278-3e28-4e37-8c35-ef1c6417dc8d/0d15f278-3e28-4e37-8c35-ef1c6417dc8d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.333857] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.334137] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de2fb378-23f3-47b4-b6f6-f183747d161d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.343554] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1035.343554] env[70683]: value = "task-3280985" [ 1035.343554] env[70683]: _type = "Task" [ 1035.343554] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.354049] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.473460] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task} progress is 67%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.634075] env[70683]: INFO nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Took 28.68 seconds to build instance. [ 1035.642049] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adc3cd2-7534-4a3f-bcca-5f8af0e5e174 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.651213] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd18309-dad0-4f25-971e-755c7cc12ce5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.685670] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefdfa18-5d1c-4c5c-a614-43fb473e6f49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.696334] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7d937f-3990-48dc-bf8d-0c7d0cee268f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.715871] env[70683]: DEBUG nova.compute.provider_tree [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.854463] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129515} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.855048] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.855996] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ceb19e-df18-4822-a853-2a386cef87e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.882895] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0d15f278-3e28-4e37-8c35-ef1c6417dc8d/0d15f278-3e28-4e37-8c35-ef1c6417dc8d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.883439] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e80fab-7563-47ed-a401-7b9f01db6988 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.905118] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1035.905118] env[70683]: value = "task-3280986" [ 1035.905118] env[70683]: _type = "Task" [ 1035.905118] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.916794] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.973030] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task} progress is 82%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.136614] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.191s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.218991] env[70683]: DEBUG nova.scheduler.client.report [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.415529] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.472591] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.725596] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.726138] env[70683]: DEBUG nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.728769] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.032s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.728992] env[70683]: DEBUG nova.objects.instance [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lazy-loading 'resources' on Instance uuid c73bc43a-7ff8-4f69-90a7-841bfe5c7e05 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.916527] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280986, 'name': ReconfigVM_Task, 'duration_secs': 0.870232} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.916842] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0d15f278-3e28-4e37-8c35-ef1c6417dc8d/0d15f278-3e28-4e37-8c35-ef1c6417dc8d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.917556] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa79c00d-c98b-42e6-bf0c-6e30a8c89aba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.924708] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1036.924708] env[70683]: value = "task-3280987" [ 1036.924708] env[70683]: _type = "Task" [ 1036.924708] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.934323] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280987, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.973717] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task} progress is 97%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.232250] env[70683]: DEBUG nova.compute.utils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.236570] env[70683]: DEBUG nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.236987] env[70683]: DEBUG nova.network.neutron [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.279247] env[70683]: DEBUG nova.policy [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '216002ca7f2d4c85a73076e85155551b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4da44b775acc4c84a44f5cbcc9392d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.436116] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280987, 'name': Rename_Task, 'duration_secs': 0.377582} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.439373] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.439955] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e550d4c3-17e0-491a-925c-3ab24911e922 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.449574] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1037.449574] env[70683]: value = "task-3280988" [ 1037.449574] env[70683]: _type = "Task" [ 1037.449574] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.461843] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.476479] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task} progress is 97%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.600035] env[70683]: DEBUG nova.network.neutron [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Successfully created port: 5f1ec36a-1bc9-41c6-a561-daa0eaa32261 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.604063] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ffc11a-7548-41d5-b15a-a3a9a35be422 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.611449] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a299ba8-e350-43e0-8429-319daa854808 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.645725] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17401f82-8eb4-47e8-aac5-ed64afe7224f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.655948] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5e439f-6e1b-489a-9207-0c3f69d81ad7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.669386] env[70683]: DEBUG nova.compute.provider_tree [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.738237] env[70683]: DEBUG nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.959921] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.974518] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280982, 'name': RelocateVM_Task, 'duration_secs': 3.892782} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.974780] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1037.974970] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655240', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'name': 'volume-ac751309-9078-415a-be35-f14d80a87b74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32ddda2e-f46f-41e8-b570-4dcd31811d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'serial': 'ac751309-9078-415a-be35-f14d80a87b74'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.975759] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6af2446-7257-4ae7-ba76-cf01b75efffa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.991549] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d30efba-020d-43f6-932a-eb3d6e08af34 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.013755] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-ac751309-9078-415a-be35-f14d80a87b74/volume-ac751309-9078-415a-be35-f14d80a87b74.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.014064] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7212ce8-1dec-4573-9173-421bc62ee38f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.036316] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1038.036316] env[70683]: value = "task-3280989" [ 1038.036316] env[70683]: _type = "Task" [ 1038.036316] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.044599] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.175110] env[70683]: DEBUG nova.scheduler.client.report [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.460270] env[70683]: DEBUG oslo_vmware.api [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280988, 'name': PowerOnVM_Task, 'duration_secs': 0.714041} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.460555] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.460752] env[70683]: INFO nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1038.460933] env[70683]: DEBUG nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.461723] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67bf3ce-7e2d-4801-86fc-39b7e1dd4db6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.546728] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280989, 'name': ReconfigVM_Task, 'duration_secs': 0.255885} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.547016] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-ac751309-9078-415a-be35-f14d80a87b74/volume-ac751309-9078-415a-be35-f14d80a87b74.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.551803] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e64016f-ef60-4015-ade2-8348ccef897a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.567631] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1038.567631] env[70683]: value = "task-3280990" [ 1038.567631] env[70683]: _type = "Task" [ 1038.567631] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.577094] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.679973] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.682596] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.383s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.683757] env[70683]: DEBUG nova.objects.instance [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lazy-loading 'resources' on Instance uuid 6478c4e4-4b40-470e-835d-f30c7e852f07 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.704027] env[70683]: INFO nova.scheduler.client.report [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Deleted allocations for instance c73bc43a-7ff8-4f69-90a7-841bfe5c7e05 [ 1038.747866] env[70683]: DEBUG nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.776820] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.777091] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.777255] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.777442] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.777591] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.777742] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.777972] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.778161] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.778380] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.778538] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.778751] env[70683]: DEBUG nova.virt.hardware [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.781509] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c95593-341d-474c-bd57-458c2df8895f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.790405] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c53c779-2a82-4d30-af5c-6d016c8b7c6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.981233] env[70683]: INFO nova.compute.manager [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Took 31.99 seconds to build instance. [ 1039.023417] env[70683]: DEBUG nova.compute.manager [req-2a328c5e-df44-4af2-b107-6273b9ec5dc5 req-7e52e185-9c0b-406f-9391-453da62f2e0d service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Received event network-vif-plugged-5f1ec36a-1bc9-41c6-a561-daa0eaa32261 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.023713] env[70683]: DEBUG oslo_concurrency.lockutils [req-2a328c5e-df44-4af2-b107-6273b9ec5dc5 req-7e52e185-9c0b-406f-9391-453da62f2e0d service nova] Acquiring lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.023987] env[70683]: DEBUG oslo_concurrency.lockutils [req-2a328c5e-df44-4af2-b107-6273b9ec5dc5 req-7e52e185-9c0b-406f-9391-453da62f2e0d service nova] Lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.024242] env[70683]: DEBUG oslo_concurrency.lockutils [req-2a328c5e-df44-4af2-b107-6273b9ec5dc5 req-7e52e185-9c0b-406f-9391-453da62f2e0d service nova] Lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.024451] env[70683]: DEBUG nova.compute.manager [req-2a328c5e-df44-4af2-b107-6273b9ec5dc5 req-7e52e185-9c0b-406f-9391-453da62f2e0d service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] No waiting events found dispatching network-vif-plugged-5f1ec36a-1bc9-41c6-a561-daa0eaa32261 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.024686] env[70683]: WARNING nova.compute.manager [req-2a328c5e-df44-4af2-b107-6273b9ec5dc5 req-7e52e185-9c0b-406f-9391-453da62f2e0d service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Received unexpected event network-vif-plugged-5f1ec36a-1bc9-41c6-a561-daa0eaa32261 for instance with vm_state building and task_state spawning. [ 1039.081913] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280990, 'name': ReconfigVM_Task, 'duration_secs': 0.136193} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.082238] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655240', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'name': 'volume-ac751309-9078-415a-be35-f14d80a87b74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32ddda2e-f46f-41e8-b570-4dcd31811d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'serial': 'ac751309-9078-415a-be35-f14d80a87b74'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.082813] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b079c876-257c-483e-9b20-b5173a553c24 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.091885] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1039.091885] env[70683]: value = "task-3280991" [ 1039.091885] env[70683]: _type = "Task" [ 1039.091885] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.105872] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280991, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.123120] env[70683]: DEBUG nova.network.neutron [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Successfully updated port: 5f1ec36a-1bc9-41c6-a561-daa0eaa32261 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.212837] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9cd67dbc-518b-4d7d-96bc-f3a0475be106 tempest-VolumesAdminNegativeTest-1512719634 tempest-VolumesAdminNegativeTest-1512719634-project-member] Lock "c73bc43a-7ff8-4f69-90a7-841bfe5c7e05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.205s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.443031] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d931abf-eb3c-4842-ba08-eb49c475c066 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.450897] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd58147-af27-4a5b-a698-d699e3e46e59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.481184] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a566648-e150-4501-a108-4c0b0cb00acd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.483993] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c8c5545-8a9c-4c26-bb72-718c8c862eff tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.514s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.489302] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c1217d-fa3a-4064-acc3-4557c06ed321 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.502925] env[70683]: DEBUG nova.compute.provider_tree [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.578291] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.578614] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.578843] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.579077] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.579263] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.581314] env[70683]: INFO nova.compute.manager [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Terminating instance [ 1039.602309] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280991, 'name': Rename_Task, 'duration_secs': 0.132164} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.602590] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.602946] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a25d44-9b58-48aa-8f65-cf3c8855eac8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.612537] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1039.612537] env[70683]: value = "task-3280992" [ 1039.612537] env[70683]: _type = "Task" [ 1039.612537] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.620430] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.626156] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.626340] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.626485] env[70683]: DEBUG nova.network.neutron [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.008078] env[70683]: DEBUG nova.scheduler.client.report [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.088078] env[70683]: DEBUG nova.compute.manager [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.088078] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.088078] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f73a6f-5ae4-47c2-94fe-5d4c668b51d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.096510] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.098052] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde58475-680b-458f-a4c1-20adce5a012e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.104991] env[70683]: DEBUG oslo_vmware.api [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1040.104991] env[70683]: value = "task-3280993" [ 1040.104991] env[70683]: _type = "Task" [ 1040.104991] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.116814] env[70683]: DEBUG oslo_vmware.api [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.126471] env[70683]: DEBUG oslo_vmware.api [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3280992, 'name': PowerOnVM_Task, 'duration_secs': 0.464205} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.127088] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.127604] env[70683]: INFO nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1040.127964] env[70683]: DEBUG nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.128969] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8882cff5-c47f-4b75-bc8c-5a4d30872058 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.176077] env[70683]: DEBUG nova.network.neutron [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.316969] env[70683]: DEBUG nova.network.neutron [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Updating instance_info_cache with network_info: [{"id": "5f1ec36a-1bc9-41c6-a561-daa0eaa32261", "address": "fa:16:3e:57:c7:26", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1ec36a-1b", "ovs_interfaceid": "5f1ec36a-1bc9-41c6-a561-daa0eaa32261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.512929] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.515538] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.951s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.515725] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.517448] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.314s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.518618] env[70683]: DEBUG nova.objects.instance [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lazy-loading 'resources' on Instance uuid f544859f-0c75-4864-b306-318119c557cd {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.560723] env[70683]: INFO nova.scheduler.client.report [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Deleted allocations for instance 6478c4e4-4b40-470e-835d-f30c7e852f07 [ 1040.562995] env[70683]: INFO nova.scheduler.client.report [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Deleted allocations for instance efe01f7a-daad-4592-8e37-25c3ee91c54e [ 1040.615886] env[70683]: DEBUG oslo_vmware.api [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280993, 'name': PowerOffVM_Task, 'duration_secs': 0.230744} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.616175] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.616351] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.616617] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50793e7f-3eed-4b66-923c-d0302b626734 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.658571] env[70683]: INFO nova.compute.manager [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Took 31.17 seconds to build instance. [ 1040.680405] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.680610] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.680811] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleting the datastore file [datastore2] 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.681133] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e24a724-f034-4c52-8e3e-1ed87fd377f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.689175] env[70683]: DEBUG oslo_vmware.api [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1040.689175] env[70683]: value = "task-3280995" [ 1040.689175] env[70683]: _type = "Task" [ 1040.689175] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.699176] env[70683]: DEBUG oslo_vmware.api [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.820252] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.820695] env[70683]: DEBUG nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Instance network_info: |[{"id": "5f1ec36a-1bc9-41c6-a561-daa0eaa32261", "address": "fa:16:3e:57:c7:26", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1ec36a-1b", "ovs_interfaceid": "5f1ec36a-1bc9-41c6-a561-daa0eaa32261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.821279] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:c7:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f1ec36a-1bc9-41c6-a561-daa0eaa32261', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.834962] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Creating folder: Project (4da44b775acc4c84a44f5cbcc9392d02). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.835409] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d31664df-7fb5-49c2-87b3-4ea4904208a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.847788] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Created folder: Project (4da44b775acc4c84a44f5cbcc9392d02) in parent group-v655051. [ 1040.848073] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Creating folder: Instances. Parent ref: group-v655261. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.848387] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54f84a85-020d-4c21-8c6d-4ddfb707c856 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.860325] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Created folder: Instances in parent group-v655261. [ 1040.860325] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.860325] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.860325] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-741388b5-0e70-4578-ab22-e4fcd92edfeb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.879539] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.879539] env[70683]: value = "task-3280998" [ 1040.879539] env[70683]: _type = "Task" [ 1040.879539] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.887293] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280998, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.059100] env[70683]: DEBUG nova.compute.manager [req-18144f43-0913-4aee-a992-dc904d3fc9fc req-ad4122f2-92c8-4dff-8f2d-939703882f82 service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Received event network-changed-5f1ec36a-1bc9-41c6-a561-daa0eaa32261 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.060105] env[70683]: DEBUG nova.compute.manager [req-18144f43-0913-4aee-a992-dc904d3fc9fc req-ad4122f2-92c8-4dff-8f2d-939703882f82 service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Refreshing instance network info cache due to event network-changed-5f1ec36a-1bc9-41c6-a561-daa0eaa32261. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.060951] env[70683]: DEBUG oslo_concurrency.lockutils [req-18144f43-0913-4aee-a992-dc904d3fc9fc req-ad4122f2-92c8-4dff-8f2d-939703882f82 service nova] Acquiring lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.061559] env[70683]: DEBUG oslo_concurrency.lockutils [req-18144f43-0913-4aee-a992-dc904d3fc9fc req-ad4122f2-92c8-4dff-8f2d-939703882f82 service nova] Acquired lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.061781] env[70683]: DEBUG nova.network.neutron [req-18144f43-0913-4aee-a992-dc904d3fc9fc req-ad4122f2-92c8-4dff-8f2d-939703882f82 service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Refreshing network info cache for port 5f1ec36a-1bc9-41c6-a561-daa0eaa32261 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.070916] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a3b77909-da97-4991-bcc0-8cba0f27b25a tempest-ServersListShow2100Test-1558461246 tempest-ServersListShow2100Test-1558461246-project-member] Lock "6478c4e4-4b40-470e-835d-f30c7e852f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.133s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.075426] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d5274276-e622-4d58-a482-a7a08706200b tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "efe01f7a-daad-4592-8e37-25c3ee91c54e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.100s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.162784] env[70683]: DEBUG oslo_concurrency.lockutils [None req-238132c8-be88-426e-8942-7db4bf47c237 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "32ddda2e-f46f-41e8-b570-4dcd31811d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.231s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.205029] env[70683]: DEBUG oslo_vmware.api [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3280995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156712} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.205029] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.205029] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.205029] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.205029] env[70683]: INFO nova.compute.manager [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1041.205029] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.205029] env[70683]: DEBUG nova.compute.manager [-] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.205029] env[70683]: DEBUG nova.network.neutron [-] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.383071] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e64878-8d15-4549-a52c-9995fceef323 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.399589] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f156dc28-db05-4f7f-a97f-d4e9df622287 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.403360] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3280998, 'name': CreateVM_Task, 'duration_secs': 0.36991} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.403697] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.405010] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.408025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.408025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.433550] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8207231f-defa-48d4-bdf6-f5e6c744ec23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.438033] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01835741-b515-48a7-895a-f5bb1541d1e5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.445733] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1041.445733] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52717c68-4621-ee6c-f914-e81da171f427" [ 1041.445733] env[70683]: _type = "Task" [ 1041.445733] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.454970] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3539f4-6be4-4742-9688-fec6ac528efb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.466169] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52717c68-4621-ee6c-f914-e81da171f427, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.476279] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.476557] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.476833] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.477080] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.477303] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.478141] env[70683]: DEBUG nova.compute.provider_tree [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.481390] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad0bdc4-13ae-410a-adc6-f97733af898f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.489825] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.489825] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.490140] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc14f1a-720a-4070-abff-e9db45014d9f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.496828] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1041.496828] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5206b705-f9c0-1944-a735-c650089359c8" [ 1041.496828] env[70683]: _type = "Task" [ 1041.496828] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.505378] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5206b705-f9c0-1944-a735-c650089359c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.944496] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "e9b0f70b-f729-4741-857b-3208e32dce90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.944903] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.945030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.945865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.945865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.952917] env[70683]: INFO nova.compute.manager [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Terminating instance [ 1041.986019] env[70683]: DEBUG nova.network.neutron [-] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.986019] env[70683]: DEBUG nova.scheduler.client.report [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.009877] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5206b705-f9c0-1944-a735-c650089359c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.010836] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5933a5-0d6d-4411-8656-be52eb9632c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.016892] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1042.016892] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a0b7ca-3ed4-fee2-eabc-aff9280a09a8" [ 1042.016892] env[70683]: _type = "Task" [ 1042.016892] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.026584] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a0b7ca-3ed4-fee2-eabc-aff9280a09a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.138680] env[70683]: DEBUG nova.network.neutron [req-18144f43-0913-4aee-a992-dc904d3fc9fc req-ad4122f2-92c8-4dff-8f2d-939703882f82 service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Updated VIF entry in instance network info cache for port 5f1ec36a-1bc9-41c6-a561-daa0eaa32261. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.139065] env[70683]: DEBUG nova.network.neutron [req-18144f43-0913-4aee-a992-dc904d3fc9fc req-ad4122f2-92c8-4dff-8f2d-939703882f82 service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Updating instance_info_cache with network_info: [{"id": "5f1ec36a-1bc9-41c6-a561-daa0eaa32261", "address": "fa:16:3e:57:c7:26", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1ec36a-1b", "ovs_interfaceid": "5f1ec36a-1bc9-41c6-a561-daa0eaa32261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.187702] env[70683]: DEBUG nova.compute.manager [req-3339ea2b-8af5-4897-aa54-ece2dd57675e req-dd3c2c63-28ea-44d4-a86a-be750688495a service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Received event network-changed-746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.187904] env[70683]: DEBUG nova.compute.manager [req-3339ea2b-8af5-4897-aa54-ece2dd57675e req-dd3c2c63-28ea-44d4-a86a-be750688495a service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Refreshing instance network info cache due to event network-changed-746d82d9-0ac2-48c4-bfe3-ec6c6823a324. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.188145] env[70683]: DEBUG oslo_concurrency.lockutils [req-3339ea2b-8af5-4897-aa54-ece2dd57675e req-dd3c2c63-28ea-44d4-a86a-be750688495a service nova] Acquiring lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.188294] env[70683]: DEBUG oslo_concurrency.lockutils [req-3339ea2b-8af5-4897-aa54-ece2dd57675e req-dd3c2c63-28ea-44d4-a86a-be750688495a service nova] Acquired lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.188496] env[70683]: DEBUG nova.network.neutron [req-3339ea2b-8af5-4897-aa54-ece2dd57675e req-dd3c2c63-28ea-44d4-a86a-be750688495a service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Refreshing network info cache for port 746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.347305] env[70683]: DEBUG oslo_concurrency.lockutils [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Acquiring lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.347650] env[70683]: DEBUG oslo_concurrency.lockutils [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.459930] env[70683]: DEBUG nova.compute.manager [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.459930] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.459930] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea128b5-3262-4606-9561-bcd2c321308c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.469395] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.469395] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-993976ab-012b-4af7-968a-ab456fde3a4f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.477020] env[70683]: DEBUG oslo_vmware.api [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1042.477020] env[70683]: value = "task-3280999" [ 1042.477020] env[70683]: _type = "Task" [ 1042.477020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.483776] env[70683]: DEBUG oslo_vmware.api [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.492382] env[70683]: INFO nova.compute.manager [-] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Took 1.29 seconds to deallocate network for instance. [ 1042.492382] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.494334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.642s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.495807] env[70683]: INFO nova.compute.claims [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.519275] env[70683]: INFO nova.scheduler.client.report [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted allocations for instance f544859f-0c75-4864-b306-318119c557cd [ 1042.536135] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a0b7ca-3ed4-fee2-eabc-aff9280a09a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.536485] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.536791] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1/88b8db34-2f43-486c-b3b7-ff846ba6f4c1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.537129] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b3d4c82-d35c-4c2f-a609-869b555879cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.544376] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1042.544376] env[70683]: value = "task-3281000" [ 1042.544376] env[70683]: _type = "Task" [ 1042.544376] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.552811] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.641782] env[70683]: DEBUG oslo_concurrency.lockutils [req-18144f43-0913-4aee-a992-dc904d3fc9fc req-ad4122f2-92c8-4dff-8f2d-939703882f82 service nova] Releasing lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.850480] env[70683]: DEBUG nova.compute.utils [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.993543] env[70683]: DEBUG oslo_vmware.api [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3280999, 'name': PowerOffVM_Task, 'duration_secs': 0.314622} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.993913] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.994116] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.994412] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10d73c87-fcf9-4b3c-adb3-942b674bbddf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.998433] env[70683]: DEBUG nova.network.neutron [req-3339ea2b-8af5-4897-aa54-ece2dd57675e req-dd3c2c63-28ea-44d4-a86a-be750688495a service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Updated VIF entry in instance network info cache for port 746d82d9-0ac2-48c4-bfe3-ec6c6823a324. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.998801] env[70683]: DEBUG nova.network.neutron [req-3339ea2b-8af5-4897-aa54-ece2dd57675e req-dd3c2c63-28ea-44d4-a86a-be750688495a service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Updating instance_info_cache with network_info: [{"id": "746d82d9-0ac2-48c4-bfe3-ec6c6823a324", "address": "fa:16:3e:8d:bf:1d", "network": {"id": "526cd903-d4b0-40be-9b4c-94b0b3f00e0a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-640964656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b713892a7d24096b8fa3ca96ef3b3c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746d82d9-0a", "ovs_interfaceid": "746d82d9-0ac2-48c4-bfe3-ec6c6823a324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.005665] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.035564] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f7c12b38-98de-4866-8c6a-99b19764c300 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "f544859f-0c75-4864-b306-318119c557cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.335s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.057555] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281000, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.072230] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.072475] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.072702] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Deleting the datastore file [datastore1] e9b0f70b-f729-4741-857b-3208e32dce90 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.073071] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5415d6b-b67b-46ba-a107-bf73ea2c591c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.081702] env[70683]: DEBUG oslo_vmware.api [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for the task: (returnval){ [ 1043.081702] env[70683]: value = "task-3281002" [ 1043.081702] env[70683]: _type = "Task" [ 1043.081702] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.092154] env[70683]: DEBUG oslo_vmware.api [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3281002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.355840] env[70683]: DEBUG oslo_concurrency.lockutils [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.376816] env[70683]: DEBUG nova.compute.manager [req-a951c264-1702-4a7f-a8c3-30fda36dea52 req-b04e9b19-0cf8-4291-91b5-f7bb90f5eec3 service nova] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Received event network-vif-deleted-26d90964-64a2-4e94-83e5-dbe2c63c3864 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.502424] env[70683]: DEBUG oslo_concurrency.lockutils [req-3339ea2b-8af5-4897-aa54-ece2dd57675e req-dd3c2c63-28ea-44d4-a86a-be750688495a service nova] Releasing lock "refresh_cache-32ddda2e-f46f-41e8-b570-4dcd31811d30" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.555748] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557681} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.555748] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1/88b8db34-2f43-486c-b3b7-ff846ba6f4c1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.555748] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.558387] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f10ea53-2760-4f98-b795-a9e6886f3ef6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.566455] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1043.566455] env[70683]: value = "task-3281003" [ 1043.566455] env[70683]: _type = "Task" [ 1043.566455] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.576359] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.592179] env[70683]: DEBUG oslo_vmware.api [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Task: {'id': task-3281002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162161} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.592434] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.592624] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.593422] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.593422] env[70683]: INFO nova.compute.manager [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1043.593422] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.593422] env[70683]: DEBUG nova.compute.manager [-] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.593600] env[70683]: DEBUG nova.network.neutron [-] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.825850] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaadfb2-405b-4555-a43b-e2c06c3d8b85 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.833753] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ababe2-6a8c-4d63-9e8d-e6c4e459b29d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.873907] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd116ccc-efec-4884-b403-3f6033b4b9cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.885236] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a5e64b-ea66-4aba-be7a-92d48139e250 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.900247] env[70683]: DEBUG nova.compute.provider_tree [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.076704] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277515} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.076864] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.078616] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e2b34-f40d-43b1-9be3-e4f97b2a9085 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.100982] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1/88b8db34-2f43-486c-b3b7-ff846ba6f4c1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.101316] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125b9e79-75cb-49f1-b853-479e94b889e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.125242] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1044.125242] env[70683]: value = "task-3281004" [ 1044.125242] env[70683]: _type = "Task" [ 1044.125242] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.138833] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.391290] env[70683]: DEBUG nova.network.neutron [-] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.404098] env[70683]: DEBUG nova.scheduler.client.report [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.461721] env[70683]: DEBUG oslo_concurrency.lockutils [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Acquiring lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.461721] env[70683]: DEBUG oslo_concurrency.lockutils [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.461721] env[70683]: INFO nova.compute.manager [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Attaching volume 15e38f2b-f5a2-4cba-9236-f86e683ca89c to /dev/sdb [ 1044.506961] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763b3350-7fda-4f54-ac2b-5f0af43762ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.515891] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f27dc8-2f9c-465f-a0ae-3fe591812983 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.527710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.527710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.527710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.527710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.527710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.532660] env[70683]: DEBUG nova.virt.block_device [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Updating existing volume attachment record: 4300a0af-4176-4046-ba03-14e7f120ea9e {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.535408] env[70683]: INFO nova.compute.manager [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Terminating instance [ 1044.636657] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281004, 'name': ReconfigVM_Task, 'duration_secs': 0.318179} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.637070] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1/88b8db34-2f43-486c-b3b7-ff846ba6f4c1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.637773] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e26756bc-0c11-4650-92f5-dc2d6361d269 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.644481] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1044.644481] env[70683]: value = "task-3281005" [ 1044.644481] env[70683]: _type = "Task" [ 1044.644481] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.655145] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281005, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.894155] env[70683]: INFO nova.compute.manager [-] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Took 1.30 seconds to deallocate network for instance. [ 1044.909733] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.910217] env[70683]: DEBUG nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.912906] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.038s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.914346] env[70683]: INFO nova.compute.claims [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.041546] env[70683]: DEBUG nova.compute.manager [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.041546] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.041712] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af0f18c-d799-44da-a3fe-2ff063b20ccb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.050257] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.050568] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59037ee5-f4e6-4024-ad93-b399f0e4744f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.057538] env[70683]: DEBUG oslo_vmware.api [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1045.057538] env[70683]: value = "task-3281009" [ 1045.057538] env[70683]: _type = "Task" [ 1045.057538] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.067545] env[70683]: DEBUG oslo_vmware.api [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.125730] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.126344] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.159716] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281005, 'name': Rename_Task, 'duration_secs': 0.140478} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.159919] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.160504] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5e09fec-8220-4829-a900-9e1e57ae6def {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.166663] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1045.166663] env[70683]: value = "task-3281010" [ 1045.166663] env[70683]: _type = "Task" [ 1045.166663] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.174865] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.401434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.406283] env[70683]: DEBUG nova.compute.manager [req-34a62256-ba6a-43c3-be3e-43ca2139110a req-691973aa-b533-4770-a0ab-f16952512edc service nova] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Received event network-vif-deleted-0334b59f-4dee-48cb-ba81-12fe77499fed {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.419026] env[70683]: DEBUG nova.compute.utils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.421669] env[70683]: DEBUG nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.421853] env[70683]: DEBUG nova.network.neutron [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.464615] env[70683]: DEBUG nova.policy [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28f1e8c4990437f9e467af9ecb19685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e2598b82884ae29331923b3bda34df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.568194] env[70683]: DEBUG oslo_vmware.api [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.631638] env[70683]: DEBUG nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.677940] env[70683]: DEBUG oslo_vmware.api [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281010, 'name': PowerOnVM_Task, 'duration_secs': 0.503448} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.678081] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.678292] env[70683]: INFO nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1045.678519] env[70683]: DEBUG nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.679277] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c0b251-6948-400c-a858-0241ea18c40a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.798232] env[70683]: DEBUG nova.network.neutron [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Successfully created port: b301a266-02ce-4da8-a977-c7e8f495b730 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.927925] env[70683]: DEBUG nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.072380] env[70683]: DEBUG oslo_vmware.api [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281009, 'name': PowerOffVM_Task, 'duration_secs': 0.806292} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.072646] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.072813] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.074019] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-677792af-ffd1-4e5f-a064-bb770ccab0c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.146391] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.146391] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.146391] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleting the datastore file [datastore1] 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.149604] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71249b84-061e-454c-b831-598601c1a093 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.158824] env[70683]: DEBUG oslo_vmware.api [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1046.158824] env[70683]: value = "task-3281012" [ 1046.158824] env[70683]: _type = "Task" [ 1046.158824] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.164102] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.170014] env[70683]: DEBUG oslo_vmware.api [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.196970] env[70683]: INFO nova.compute.manager [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Took 33.72 seconds to build instance. [ 1046.346604] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f04564-c7a6-4df4-87a2-ea1538f3e1eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.355633] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b3a53-6bd8-4891-8d05-4c580b6b2c3b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.390678] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6d153c-984a-49c5-b62c-6590f9dd3827 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.399036] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1256fb24-8bad-4f8f-93e3-cabc6b1c642a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.414042] env[70683]: DEBUG nova.compute.provider_tree [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.668796] env[70683]: DEBUG oslo_vmware.api [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278456} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.669069] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.669255] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.669561] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.669694] env[70683]: INFO nova.compute.manager [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1046.669879] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.670096] env[70683]: DEBUG nova.compute.manager [-] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.670194] env[70683]: DEBUG nova.network.neutron [-] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.698712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cbf5d8f-8c20-4313-94d9-e09b00749baa tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.235s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.918973] env[70683]: DEBUG nova.scheduler.client.report [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.940320] env[70683]: DEBUG nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.996301] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.996702] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.996788] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.997076] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.997278] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.997462] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.997947] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.998107] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.998402] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.999028] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.999234] env[70683]: DEBUG nova.virt.hardware [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.001103] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba47f749-4e8e-4bdb-8ac7-4284797abf6d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.007454] env[70683]: DEBUG nova.compute.manager [req-1d78694e-1ff3-4a45-8013-974f9eceee31 req-6c59c436-546f-403e-bb0b-dd64fa03683f service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Received event network-vif-deleted-dfbe37eb-a32b-4270-8258-b8e548e47ac1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.007698] env[70683]: INFO nova.compute.manager [req-1d78694e-1ff3-4a45-8013-974f9eceee31 req-6c59c436-546f-403e-bb0b-dd64fa03683f service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Neutron deleted interface dfbe37eb-a32b-4270-8258-b8e548e47ac1; detaching it from the instance and deleting it from the info cache [ 1047.007919] env[70683]: DEBUG nova.network.neutron [req-1d78694e-1ff3-4a45-8013-974f9eceee31 req-6c59c436-546f-403e-bb0b-dd64fa03683f service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.016107] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993546f-0cec-4904-9db4-0e3ef6ef0ceb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.426843] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.427397] env[70683]: DEBUG nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.430594] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.135s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.430846] env[70683]: DEBUG nova.objects.instance [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lazy-loading 'resources' on Instance uuid 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.484210] env[70683]: DEBUG nova.network.neutron [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Successfully updated port: b301a266-02ce-4da8-a977-c7e8f495b730 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.485400] env[70683]: DEBUG nova.network.neutron [-] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.513178] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-243dd86d-cdf2-459d-a3cb-3cbbdb9efff9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.526371] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3844af-e06e-4c37-b90f-ce3168db4346 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.563960] env[70683]: DEBUG nova.compute.manager [req-1d78694e-1ff3-4a45-8013-974f9eceee31 req-6c59c436-546f-403e-bb0b-dd64fa03683f service nova] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Detach interface failed, port_id=dfbe37eb-a32b-4270-8258-b8e548e47ac1, reason: Instance 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.688842] env[70683]: INFO nova.compute.manager [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Rescuing [ 1047.688842] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.688997] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.689255] env[70683]: DEBUG nova.network.neutron [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.701032] env[70683]: DEBUG nova.compute.manager [req-bdc8be11-6555-4c2a-bea2-97688f5c5be5 req-3d6978bc-8b8f-4553-915e-a39c1f242a64 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Received event network-vif-plugged-b301a266-02ce-4da8-a977-c7e8f495b730 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.701241] env[70683]: DEBUG oslo_concurrency.lockutils [req-bdc8be11-6555-4c2a-bea2-97688f5c5be5 req-3d6978bc-8b8f-4553-915e-a39c1f242a64 service nova] Acquiring lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.701443] env[70683]: DEBUG oslo_concurrency.lockutils [req-bdc8be11-6555-4c2a-bea2-97688f5c5be5 req-3d6978bc-8b8f-4553-915e-a39c1f242a64 service nova] Lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.701640] env[70683]: DEBUG oslo_concurrency.lockutils [req-bdc8be11-6555-4c2a-bea2-97688f5c5be5 req-3d6978bc-8b8f-4553-915e-a39c1f242a64 service nova] Lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.701780] env[70683]: DEBUG nova.compute.manager [req-bdc8be11-6555-4c2a-bea2-97688f5c5be5 req-3d6978bc-8b8f-4553-915e-a39c1f242a64 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] No waiting events found dispatching network-vif-plugged-b301a266-02ce-4da8-a977-c7e8f495b730 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.701970] env[70683]: WARNING nova.compute.manager [req-bdc8be11-6555-4c2a-bea2-97688f5c5be5 req-3d6978bc-8b8f-4553-915e-a39c1f242a64 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Received unexpected event network-vif-plugged-b301a266-02ce-4da8-a977-c7e8f495b730 for instance with vm_state building and task_state spawning. [ 1048.103821] env[70683]: DEBUG nova.compute.utils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.103821] env[70683]: DEBUG nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.103821] env[70683]: DEBUG nova.network.neutron [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.103821] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "refresh_cache-8a70d85b-bce0-470d-adb7-2048d4f9edaf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.103821] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "refresh_cache-8a70d85b-bce0-470d-adb7-2048d4f9edaf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.103821] env[70683]: DEBUG nova.network.neutron [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.103821] env[70683]: INFO nova.compute.manager [-] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Took 1.32 seconds to deallocate network for instance. [ 1048.103821] env[70683]: DEBUG nova.policy [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74919901a9db4a79b3e87282c4ccac7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f226f3501ac498caab495dc5120a888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.413109] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e63951-14b1-4808-9274-023fbc5d8639 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.422365] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a15a98-6b9b-4616-8bbe-9bb564a1c907 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.459743] env[70683]: DEBUG nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.463961] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8c5e31-26f0-4c4e-bb57-ee90199c7c82 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.466982] env[70683]: DEBUG nova.network.neutron [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Successfully created port: f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.475993] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec7be3c-1fd8-4f6e-969e-70df64dcbfd6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.494977] env[70683]: DEBUG nova.compute.provider_tree [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.501836] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.551262] env[70683]: DEBUG nova.network.neutron [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Updating instance_info_cache with network_info: [{"id": "5f1ec36a-1bc9-41c6-a561-daa0eaa32261", "address": "fa:16:3e:57:c7:26", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1ec36a-1b", "ovs_interfaceid": "5f1ec36a-1bc9-41c6-a561-daa0eaa32261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.558605] env[70683]: DEBUG nova.network.neutron [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.912017] env[70683]: DEBUG nova.network.neutron [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Updating instance_info_cache with network_info: [{"id": "b301a266-02ce-4da8-a977-c7e8f495b730", "address": "fa:16:3e:37:4d:96", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301a266-02", "ovs_interfaceid": "b301a266-02ce-4da8-a977-c7e8f495b730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.998870] env[70683]: DEBUG nova.scheduler.client.report [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.054321] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "refresh_cache-88b8db34-2f43-486c-b3b7-ff846ba6f4c1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.087319] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.087679] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655266', 'volume_id': '15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'name': 'volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a02eecf2-3d70-4e2d-8201-bc46f0e6f86d', 'attached_at': '', 'detached_at': '', 'volume_id': '15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'serial': '15e38f2b-f5a2-4cba-9236-f86e683ca89c'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.088549] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79278eab-1bf9-4472-8e86-039485aebb3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.110997] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0535a3fa-ac60-4f50-ba22-b4208a8ae7d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.140839] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c/volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.141845] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e0648a-97aa-43ce-977d-42082e0fd46b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.162280] env[70683]: DEBUG oslo_vmware.api [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Waiting for the task: (returnval){ [ 1049.162280] env[70683]: value = "task-3281014" [ 1049.162280] env[70683]: _type = "Task" [ 1049.162280] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.172837] env[70683]: DEBUG oslo_vmware.api [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.415898] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "refresh_cache-8a70d85b-bce0-470d-adb7-2048d4f9edaf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.416414] env[70683]: DEBUG nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Instance network_info: |[{"id": "b301a266-02ce-4da8-a977-c7e8f495b730", "address": "fa:16:3e:37:4d:96", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301a266-02", "ovs_interfaceid": "b301a266-02ce-4da8-a977-c7e8f495b730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.417496] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:4d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b301a266-02ce-4da8-a977-c7e8f495b730', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.430983] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.431380] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.431723] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d264cfdd-c35a-4bd5-a79f-8ecd0a35b2e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.463733] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.463733] env[70683]: value = "task-3281015" [ 1049.463733] env[70683]: _type = "Task" [ 1049.463733] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.473441] env[70683]: DEBUG nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.475416] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281015, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.504750] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.508142] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.503s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.508492] env[70683]: DEBUG nova.objects.instance [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lazy-loading 'resources' on Instance uuid 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.521032] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.521032] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.521245] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.521480] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.521729] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.522164] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.522483] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.522737] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.522990] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.523255] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.523493] env[70683]: DEBUG nova.virt.hardware [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.524622] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f977c5-2be8-48ba-8977-057cc7670b7d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.535448] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5a6665-a51c-4458-ae07-68518bc3a05c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.574876] env[70683]: INFO nova.scheduler.client.report [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Deleted allocations for instance 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086 [ 1049.674553] env[70683]: DEBUG oslo_vmware.api [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.737123] env[70683]: DEBUG nova.compute.manager [req-cad1a0f4-d276-4b1d-a50e-e6924cb241ff req-9e5a3916-099e-4a61-81c5-28dd5086fd13 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Received event network-changed-b301a266-02ce-4da8-a977-c7e8f495b730 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.737123] env[70683]: DEBUG nova.compute.manager [req-cad1a0f4-d276-4b1d-a50e-e6924cb241ff req-9e5a3916-099e-4a61-81c5-28dd5086fd13 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Refreshing instance network info cache due to event network-changed-b301a266-02ce-4da8-a977-c7e8f495b730. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.737123] env[70683]: DEBUG oslo_concurrency.lockutils [req-cad1a0f4-d276-4b1d-a50e-e6924cb241ff req-9e5a3916-099e-4a61-81c5-28dd5086fd13 service nova] Acquiring lock "refresh_cache-8a70d85b-bce0-470d-adb7-2048d4f9edaf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.737123] env[70683]: DEBUG oslo_concurrency.lockutils [req-cad1a0f4-d276-4b1d-a50e-e6924cb241ff req-9e5a3916-099e-4a61-81c5-28dd5086fd13 service nova] Acquired lock "refresh_cache-8a70d85b-bce0-470d-adb7-2048d4f9edaf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.737123] env[70683]: DEBUG nova.network.neutron [req-cad1a0f4-d276-4b1d-a50e-e6924cb241ff req-9e5a3916-099e-4a61-81c5-28dd5086fd13 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Refreshing network info cache for port b301a266-02ce-4da8-a977-c7e8f495b730 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.973546] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281015, 'name': CreateVM_Task, 'duration_secs': 0.375588} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.973726] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.974435] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.974602] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.974934] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.975231] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8077c433-0b28-493d-807a-956a2bb750e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.979525] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1049.979525] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f77392-ea17-7259-0051-8b1b12824ecc" [ 1049.979525] env[70683]: _type = "Task" [ 1049.979525] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.989456] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f77392-ea17-7259-0051-8b1b12824ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.084898] env[70683]: DEBUG oslo_concurrency.lockutils [None req-06559779-6671-416a-85a4-0fa8d881c243 tempest-ServersAdminTestJSON-757192714 tempest-ServersAdminTestJSON-757192714-project-member] Lock "8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.893s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.177283] env[70683]: DEBUG oslo_vmware.api [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281014, 'name': ReconfigVM_Task, 'duration_secs': 0.601527} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.177797] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c/volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.183673] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e3229d4-38f6-4a76-9a15-aecff8a8a804 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.199699] env[70683]: DEBUG oslo_vmware.api [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Waiting for the task: (returnval){ [ 1050.199699] env[70683]: value = "task-3281016" [ 1050.199699] env[70683]: _type = "Task" [ 1050.199699] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.208197] env[70683]: DEBUG oslo_vmware.api [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.234834] env[70683]: DEBUG nova.network.neutron [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Successfully updated port: f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.389684] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4950efb-1cef-4cf3-83c1-8a5695293e10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.400972] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b286a2-5aa9-4bb9-a8a8-324f903846ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.437526] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14201f01-a6c6-4893-89f2-3123dd6975f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.446698] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8383e92c-f741-4d52-8e21-fd5adb6019ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.466826] env[70683]: DEBUG nova.compute.provider_tree [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.491400] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f77392-ea17-7259-0051-8b1b12824ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.017878} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.491682] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.492171] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.492453] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.492623] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.492772] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.493691] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d25358f-3107-4564-82c3-640178069633 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.506308] env[70683]: DEBUG nova.network.neutron [req-cad1a0f4-d276-4b1d-a50e-e6924cb241ff req-9e5a3916-099e-4a61-81c5-28dd5086fd13 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Updated VIF entry in instance network info cache for port b301a266-02ce-4da8-a977-c7e8f495b730. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.506308] env[70683]: DEBUG nova.network.neutron [req-cad1a0f4-d276-4b1d-a50e-e6924cb241ff req-9e5a3916-099e-4a61-81c5-28dd5086fd13 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Updating instance_info_cache with network_info: [{"id": "b301a266-02ce-4da8-a977-c7e8f495b730", "address": "fa:16:3e:37:4d:96", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb301a266-02", "ovs_interfaceid": "b301a266-02ce-4da8-a977-c7e8f495b730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.508601] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.508601] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.508913] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60b4ba6-83b8-4ad0-a567-75b0dfaca058 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.514477] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1050.514477] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52537d96-7b6d-38f1-347b-418b32914c39" [ 1050.514477] env[70683]: _type = "Task" [ 1050.514477] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.527253] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52537d96-7b6d-38f1-347b-418b32914c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.625331] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.625664] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac73ee9d-985e-45b9-a8ba-034b04c77d62 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.636348] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1050.636348] env[70683]: value = "task-3281017" [ 1050.636348] env[70683]: _type = "Task" [ 1050.636348] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.645027] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.710367] env[70683]: DEBUG oslo_vmware.api [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281016, 'name': ReconfigVM_Task, 'duration_secs': 0.148385} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.710710] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655266', 'volume_id': '15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'name': 'volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a02eecf2-3d70-4e2d-8201-bc46f0e6f86d', 'attached_at': '', 'detached_at': '', 'volume_id': '15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'serial': '15e38f2b-f5a2-4cba-9236-f86e683ca89c'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.722072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.722472] env[70683]: DEBUG oslo_concurrency.lockutils [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.722798] env[70683]: INFO nova.compute.manager [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Rebooting instance [ 1050.740388] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "refresh_cache-08993e38-44a7-4466-8799-ef9220585a62" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.740388] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "refresh_cache-08993e38-44a7-4466-8799-ef9220585a62" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.740388] env[70683]: DEBUG nova.network.neutron [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.970162] env[70683]: DEBUG nova.scheduler.client.report [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.012560] env[70683]: DEBUG oslo_concurrency.lockutils [req-cad1a0f4-d276-4b1d-a50e-e6924cb241ff req-9e5a3916-099e-4a61-81c5-28dd5086fd13 service nova] Releasing lock "refresh_cache-8a70d85b-bce0-470d-adb7-2048d4f9edaf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.028709] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52537d96-7b6d-38f1-347b-418b32914c39, 'name': SearchDatastore_Task, 'duration_secs': 0.016839} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.029999] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7413490e-df8b-4471-b365-8bff68ef36ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.036895] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1051.036895] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521502e3-1e1b-ed96-f88b-e03ad65b74d8" [ 1051.036895] env[70683]: _type = "Task" [ 1051.036895] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.052217] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521502e3-1e1b-ed96-f88b-e03ad65b74d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.146631] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281017, 'name': PowerOffVM_Task, 'duration_secs': 0.202147} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.146924] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.147743] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb5ed61-9179-4426-a458-6a79d96332de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.168372] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022cc1d3-ae4c-4a40-b4ab-c49558cb74ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.241355] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.241355] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858653a0-ef0b-46e7-8944-f3d73921201d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.246573] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1051.246573] env[70683]: value = "task-3281018" [ 1051.246573] env[70683]: _type = "Task" [ 1051.246573] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.252436] env[70683]: DEBUG oslo_concurrency.lockutils [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.252617] env[70683]: DEBUG oslo_concurrency.lockutils [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.253029] env[70683]: DEBUG nova.network.neutron [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.260134] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1051.260364] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.260605] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.260758] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.261232] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.261523] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1afbfec-499a-41f5-b7fc-ba5b19571e5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.270490] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.270684] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.271761] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402ef49f-2b8a-4254-9581-2480dfb6fafc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.282198] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1051.282198] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52baf5fd-3970-c1e3-c231-39610af35abb" [ 1051.282198] env[70683]: _type = "Task" [ 1051.282198] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.288302] env[70683]: DEBUG nova.network.neutron [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.301998] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52baf5fd-3970-c1e3-c231-39610af35abb, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.304588] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96dc330-d879-4573-9aa1-ffaae55ecabc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.311793] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1051.311793] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f8e48e-2050-d8e5-bab7-f54f16213ad8" [ 1051.311793] env[70683]: _type = "Task" [ 1051.311793] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.327944] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f8e48e-2050-d8e5-bab7-f54f16213ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.328869] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.329128] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. {{(pid=70683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1051.329444] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e587e5b-3705-474c-ba8a-6675408fac36 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.336075] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1051.336075] env[70683]: value = "task-3281019" [ 1051.336075] env[70683]: _type = "Task" [ 1051.336075] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.353561] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.473935] env[70683]: DEBUG nova.network.neutron [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Updating instance_info_cache with network_info: [{"id": "f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1", "address": "fa:16:3e:48:60:56", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ffd8b8-5d", "ovs_interfaceid": "f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.477578] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.480256] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.079s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.480606] env[70683]: DEBUG nova.objects.instance [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lazy-loading 'resources' on Instance uuid e9b0f70b-f729-4741-857b-3208e32dce90 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.547884] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521502e3-1e1b-ed96-f88b-e03ad65b74d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012421} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.547884] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.551725] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8a70d85b-bce0-470d-adb7-2048d4f9edaf/8a70d85b-bce0-470d-adb7-2048d4f9edaf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.551725] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d6927b1-0ae1-442a-90e1-c5786602756a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.555713] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1051.555713] env[70683]: value = "task-3281020" [ 1051.555713] env[70683]: _type = "Task" [ 1051.555713] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.567999] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.588281] env[70683]: INFO nova.scheduler.client.report [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleted allocations for instance 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e [ 1051.777168] env[70683]: DEBUG nova.compute.manager [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Received event network-vif-plugged-f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.777440] env[70683]: DEBUG oslo_concurrency.lockutils [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] Acquiring lock "08993e38-44a7-4466-8799-ef9220585a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.777670] env[70683]: DEBUG oslo_concurrency.lockutils [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] Lock "08993e38-44a7-4466-8799-ef9220585a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.777878] env[70683]: DEBUG oslo_concurrency.lockutils [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] Lock "08993e38-44a7-4466-8799-ef9220585a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.778109] env[70683]: DEBUG nova.compute.manager [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] No waiting events found dispatching network-vif-plugged-f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.778402] env[70683]: WARNING nova.compute.manager [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Received unexpected event network-vif-plugged-f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1 for instance with vm_state building and task_state spawning. [ 1051.778523] env[70683]: DEBUG nova.compute.manager [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Received event network-changed-f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.778694] env[70683]: DEBUG nova.compute.manager [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Refreshing instance network info cache due to event network-changed-f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.778913] env[70683]: DEBUG oslo_concurrency.lockutils [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] Acquiring lock "refresh_cache-08993e38-44a7-4466-8799-ef9220585a62" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.823300] env[70683]: DEBUG nova.objects.instance [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Lazy-loading 'flavor' on Instance uuid a02eecf2-3d70-4e2d-8201-bc46f0e6f86d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.849784] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281019, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.978189] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "refresh_cache-08993e38-44a7-4466-8799-ef9220585a62" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.979126] env[70683]: DEBUG nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Instance network_info: |[{"id": "f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1", "address": "fa:16:3e:48:60:56", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ffd8b8-5d", "ovs_interfaceid": "f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.979857] env[70683]: DEBUG oslo_concurrency.lockutils [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] Acquired lock "refresh_cache-08993e38-44a7-4466-8799-ef9220585a62" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.980234] env[70683]: DEBUG nova.network.neutron [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Refreshing network info cache for port f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.981792] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:60:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.991669] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.998319] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.002606] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e3dcbc7-bfe5-4278-a02c-22b93807c678 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.026443] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.026443] env[70683]: value = "task-3281021" [ 1052.026443] env[70683]: _type = "Task" [ 1052.026443] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.035568] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281021, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.071217] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.106209] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d6840bad-d1d2-4908-92ef-906bea0849fc tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "31ab7ca2-9dcc-4e2b-b0b7-40133352df2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.527s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.122797] env[70683]: DEBUG nova.network.neutron [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [{"id": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "address": "fa:16:3e:4d:c8:a4", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0275b633-20", "ovs_interfaceid": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.330897] env[70683]: DEBUG oslo_concurrency.lockutils [None req-650a94fb-49a6-409f-9f7f-acdd459c612d tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.353109] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529238} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.353356] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. [ 1052.354251] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244fff80-ded3-40a0-9b29-7236ecb99291 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.382092] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.386085] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-729bdcfa-1348-4f93-8d24-e90d9f2728bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.410292] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1052.410292] env[70683]: value = "task-3281022" [ 1052.410292] env[70683]: _type = "Task" [ 1052.410292] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.419516] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.436785] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0111eacd-cc82-4e0d-9685-757ce37ed0df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.445398] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d33f015-46c1-44f5-902e-f313f8a40fa1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.482633] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7c67db-b5d9-41fa-96a5-ba9061587e89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.488049] env[70683]: DEBUG nova.network.neutron [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Updated VIF entry in instance network info cache for port f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.488440] env[70683]: DEBUG nova.network.neutron [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Updating instance_info_cache with network_info: [{"id": "f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1", "address": "fa:16:3e:48:60:56", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ffd8b8-5d", "ovs_interfaceid": "f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.493832] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b56d70-8810-4c32-98e8-699dacf00105 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.509263] env[70683]: DEBUG nova.compute.provider_tree [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.536513] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281021, 'name': CreateVM_Task, 'duration_secs': 0.394688} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.536669] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.537397] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.537591] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.537923] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.538212] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ab5939-b490-43cc-9bdf-d57795148db8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.543532] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1052.543532] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d02364-696d-6296-e6c6-b6e2fe34f467" [ 1052.543532] env[70683]: _type = "Task" [ 1052.543532] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.552017] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d02364-696d-6296-e6c6-b6e2fe34f467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.564523] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649212} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.564808] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8a70d85b-bce0-470d-adb7-2048d4f9edaf/8a70d85b-bce0-470d-adb7-2048d4f9edaf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.565061] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.565316] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99867d6f-25a5-4ca3-8c36-afb93f559a7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.571826] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1052.571826] env[70683]: value = "task-3281023" [ 1052.571826] env[70683]: _type = "Task" [ 1052.571826] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.581093] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.630135] env[70683]: DEBUG oslo_concurrency.lockutils [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.633353] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Acquiring lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.633616] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.920452] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281022, 'name': ReconfigVM_Task, 'duration_secs': 0.303861} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.921106] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.922147] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c7a340-94dd-438a-b0ff-03bc356d4305 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.948706] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99510640-7a97-4e04-8bb9-bee24b43e08a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.964510] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1052.964510] env[70683]: value = "task-3281024" [ 1052.964510] env[70683]: _type = "Task" [ 1052.964510] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.992513] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.997879] env[70683]: DEBUG oslo_concurrency.lockutils [req-003fb9ff-3289-4fab-9637-a3b2e42aca91 req-5780f76e-b8b5-49eb-b98f-5553b946f936 service nova] Releasing lock "refresh_cache-08993e38-44a7-4466-8799-ef9220585a62" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.013608] env[70683]: DEBUG nova.scheduler.client.report [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.054946] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d02364-696d-6296-e6c6-b6e2fe34f467, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.055235] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.055467] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.055701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.055853] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.056040] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.056309] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c30ea0d-f147-4357-b9bb-0fa6ea2f0a23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.070585] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.070585] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.070585] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24827d7-b44f-43e7-b58d-0243700e408a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.080917] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1053.080917] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52997035-c265-5ed9-07c9-e03681c79f0e" [ 1053.080917] env[70683]: _type = "Task" [ 1053.080917] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.087863] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075911} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.088558] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.089303] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d971bd2c-64df-45bb-9253-f73f8f5a4001 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.095522] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52997035-c265-5ed9-07c9-e03681c79f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.097173] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788a7845-5b2b-421d-9b69-67004cb1f5ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.118051] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 8a70d85b-bce0-470d-adb7-2048d4f9edaf/8a70d85b-bce0-470d-adb7-2048d4f9edaf.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.119187] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bc2ff0-d640-4524-87af-66b3c5ba4653 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.138109] env[70683]: INFO nova.compute.manager [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Detaching volume 15e38f2b-f5a2-4cba-9236-f86e683ca89c [ 1053.139950] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1053.139950] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526ddf9e-f9dc-80ed-6fae-2f4209636773" [ 1053.139950] env[70683]: _type = "Task" [ 1053.139950] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.140635] env[70683]: DEBUG nova.compute.manager [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.141838] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35eae00-797e-4fd9-b4c2-b2eb0e28d53c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.150986] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1053.150986] env[70683]: value = "task-3281025" [ 1053.150986] env[70683]: _type = "Task" [ 1053.150986] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.159242] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526ddf9e-f9dc-80ed-6fae-2f4209636773, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.162764] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.162881] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 08993e38-44a7-4466-8799-ef9220585a62/08993e38-44a7-4466-8799-ef9220585a62.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.163110] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe9bf5c4-da6d-4242-9aa7-e0ca2160de9f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.168664] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.178439] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1053.178439] env[70683]: value = "task-3281026" [ 1053.178439] env[70683]: _type = "Task" [ 1053.178439] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.187230] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.205879] env[70683]: INFO nova.virt.block_device [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Attempting to driver detach volume 15e38f2b-f5a2-4cba-9236-f86e683ca89c from mountpoint /dev/sdb [ 1053.205879] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1053.205879] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655266', 'volume_id': '15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'name': 'volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a02eecf2-3d70-4e2d-8201-bc46f0e6f86d', 'attached_at': '', 'detached_at': '', 'volume_id': '15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'serial': '15e38f2b-f5a2-4cba-9236-f86e683ca89c'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1053.206329] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468410af-0b67-4384-b4c8-c5b8d4e3edd8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.233798] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d89fd9-57de-4853-ab39-7bd106c08386 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.241921] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aac53d-acc0-4147-a560-d009e303074c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.264712] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad7fb79-95d4-43d3-b9c7-fdd8a742d60e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.281550] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] The volume has not been displaced from its original location: [datastore2] volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c/volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1053.287111] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.288150] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e9f8c9-9de4-4fb9-87b9-1e880248544c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.306456] env[70683]: DEBUG oslo_vmware.api [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Waiting for the task: (returnval){ [ 1053.306456] env[70683]: value = "task-3281027" [ 1053.306456] env[70683]: _type = "Task" [ 1053.306456] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.317382] env[70683]: DEBUG oslo_vmware.api [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.479027] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281024, 'name': ReconfigVM_Task, 'duration_secs': 0.177558} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.479027] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.479027] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c913b2b5-97c4-4599-802f-bbe085fd18c5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.479027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.479027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.479689] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.480066] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.480426] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.483132] env[70683]: INFO nova.compute.manager [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Terminating instance [ 1053.490507] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1053.490507] env[70683]: value = "task-3281028" [ 1053.490507] env[70683]: _type = "Task" [ 1053.490507] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.501473] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.522530] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.527028] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.359s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.527028] env[70683]: INFO nova.compute.claims [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.590023] env[70683]: INFO nova.scheduler.client.report [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Deleted allocations for instance e9b0f70b-f729-4741-857b-3208e32dce90 [ 1053.590773] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.591620] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.595149] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.595149] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.595149] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.598757] env[70683]: INFO nova.compute.manager [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Terminating instance [ 1053.668290] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281025, 'name': ReconfigVM_Task, 'duration_secs': 0.413118} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.671019] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 8a70d85b-bce0-470d-adb7-2048d4f9edaf/8a70d85b-bce0-470d-adb7-2048d4f9edaf.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.671019] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff107a8e-3902-4237-9e82-71b80ef23341 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.678620] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1053.678620] env[70683]: value = "task-3281029" [ 1053.678620] env[70683]: _type = "Task" [ 1053.678620] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.691964] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281029, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.695779] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513939} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.696117] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 08993e38-44a7-4466-8799-ef9220585a62/08993e38-44a7-4466-8799-ef9220585a62.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.696383] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.696684] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f111f16-7d37-4071-bee7-e64262aed331 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.702948] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1053.702948] env[70683]: value = "task-3281030" [ 1053.702948] env[70683]: _type = "Task" [ 1053.702948] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.713526] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.820282] env[70683]: DEBUG oslo_vmware.api [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281027, 'name': ReconfigVM_Task, 'duration_secs': 0.250884} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.820282] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.823340] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76964a90-c1cb-48ff-b9bf-d8461b61d679 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.841339] env[70683]: DEBUG oslo_vmware.api [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Waiting for the task: (returnval){ [ 1053.841339] env[70683]: value = "task-3281031" [ 1053.841339] env[70683]: _type = "Task" [ 1053.841339] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.850177] env[70683]: DEBUG oslo_vmware.api [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.997639] env[70683]: DEBUG nova.compute.manager [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.997639] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.005749] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e989140-1cb4-41ab-9c70-e148825968b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.005749] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281028, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.012289] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.012765] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d54ff1d7-e0a4-4aa0-a9e4-25f3605bf629 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.020569] env[70683]: DEBUG oslo_vmware.api [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1054.020569] env[70683]: value = "task-3281032" [ 1054.020569] env[70683]: _type = "Task" [ 1054.020569] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.034479] env[70683]: DEBUG oslo_vmware.api [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.107077] env[70683]: DEBUG nova.compute.manager [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.107077] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.107077] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ef941fa-3272-492c-a524-6bbcfb86753f tempest-MigrationsAdminTest-1264242486 tempest-MigrationsAdminTest-1264242486-project-member] Lock "e9b0f70b-f729-4741-857b-3208e32dce90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.162s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.108780] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3871155-6be8-4d32-8ae8-d83b6eb354f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.118510] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.119017] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a915c4-b85a-4afd-b056-1e94dbeca812 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.128179] env[70683]: DEBUG oslo_vmware.api [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1054.128179] env[70683]: value = "task-3281033" [ 1054.128179] env[70683]: _type = "Task" [ 1054.128179] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.136788] env[70683]: DEBUG oslo_vmware.api [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.173032] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e3779-7008-4ef2-8398-b1fac2a8dc79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.181270] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Doing hard reboot of VM {{(pid=70683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1054.185801] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e47abebc-435b-4df2-a7ab-35749c639b3f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.194989] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281029, 'name': Rename_Task, 'duration_secs': 0.138841} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.198210] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.198210] env[70683]: DEBUG oslo_vmware.api [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1054.198210] env[70683]: value = "task-3281034" [ 1054.198210] env[70683]: _type = "Task" [ 1054.198210] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.198210] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf8dd872-2401-430e-802b-f44a3c1b7b85 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.211473] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1054.211473] env[70683]: value = "task-3281035" [ 1054.211473] env[70683]: _type = "Task" [ 1054.211473] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.214958] env[70683]: DEBUG oslo_vmware.api [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281034, 'name': ResetVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.221450] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063956} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.222173] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.222963] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8012767d-fe8f-41e4-946f-5ba213e9193d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.229181] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281035, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.251733] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 08993e38-44a7-4466-8799-ef9220585a62/08993e38-44a7-4466-8799-ef9220585a62.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.252126] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb70bd13-ee4e-43c1-ae67-6b9c41a33782 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.272543] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1054.272543] env[70683]: value = "task-3281036" [ 1054.272543] env[70683]: _type = "Task" [ 1054.272543] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.281048] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.351780] env[70683]: DEBUG oslo_vmware.api [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Task: {'id': task-3281031, 'name': ReconfigVM_Task, 'duration_secs': 0.136957} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.352118] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655266', 'volume_id': '15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'name': 'volume-15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a02eecf2-3d70-4e2d-8201-bc46f0e6f86d', 'attached_at': '', 'detached_at': '', 'volume_id': '15e38f2b-f5a2-4cba-9236-f86e683ca89c', 'serial': '15e38f2b-f5a2-4cba-9236-f86e683ca89c'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1054.503569] env[70683]: DEBUG oslo_vmware.api [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281028, 'name': PowerOnVM_Task, 'duration_secs': 0.556568} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.504052] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.506721] env[70683]: DEBUG nova.compute.manager [None req-eddfcaa2-bd0d-4e6f-a7a9-cb50df6bac56 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.507625] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ac898-4a53-4a13-80f7-557f0087a738 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.530588] env[70683]: DEBUG oslo_vmware.api [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281032, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.636777] env[70683]: DEBUG oslo_vmware.api [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281033, 'name': PowerOffVM_Task, 'duration_secs': 0.456645} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.639394] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.639582] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.640054] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1734ebbd-35e1-4334-95f3-3be0ab2a4475 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.713086] env[70683]: DEBUG oslo_vmware.api [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281034, 'name': ResetVM_Task, 'duration_secs': 0.13477} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.713086] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Did hard reboot of VM {{(pid=70683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1054.713287] env[70683]: DEBUG nova.compute.manager [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.714130] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38647c88-bae5-4f43-894b-b99170dc3be6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.718266] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.718358] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.718509] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleting the datastore file [datastore2] 0d15f278-3e28-4e37-8c35-ef1c6417dc8d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.724423] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5e98ae4-3aad-4cef-a1e9-276640c110e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.741072] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.745946] env[70683]: DEBUG oslo_vmware.api [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1054.745946] env[70683]: value = "task-3281038" [ 1054.745946] env[70683]: _type = "Task" [ 1054.745946] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.751406] env[70683]: DEBUG oslo_vmware.api [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.781282] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281036, 'name': ReconfigVM_Task, 'duration_secs': 0.284732} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.781581] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 08993e38-44a7-4466-8799-ef9220585a62/08993e38-44a7-4466-8799-ef9220585a62.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.784947] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7acf3a0-17d3-4207-9cb6-27d5b383cf03 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.791484] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1054.791484] env[70683]: value = "task-3281039" [ 1054.791484] env[70683]: _type = "Task" [ 1054.791484] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.800783] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281039, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.848878] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802f5a80-044f-4fa6-a5ee-3d151ec31a10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.857353] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f2ab4d-baca-44f2-a5be-8c683baa21c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.889985] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c915d-ba78-40e8-97bb-15c032f46ae9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.897640] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9622cd-4cff-47ca-b975-2a5b65365a8b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.912206] env[70683]: DEBUG nova.compute.provider_tree [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.940886] env[70683]: DEBUG nova.objects.instance [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Lazy-loading 'flavor' on Instance uuid a02eecf2-3d70-4e2d-8201-bc46f0e6f86d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.032960] env[70683]: DEBUG oslo_vmware.api [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281032, 'name': PowerOffVM_Task, 'duration_secs': 0.554565} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.035684] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.035878] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.036168] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7581dfbd-ce8b-4ab1-818f-c82e0b478ba8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.098681] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.098919] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.099123] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleting the datastore file [datastore2] 260a46b3-bb64-4f8d-a214-931d11fb6e8f {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.099409] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cac29afa-553a-4f6b-b58b-8481da72c2aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.109770] env[70683]: DEBUG oslo_vmware.api [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for the task: (returnval){ [ 1055.109770] env[70683]: value = "task-3281041" [ 1055.109770] env[70683]: _type = "Task" [ 1055.109770] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.118661] env[70683]: DEBUG oslo_vmware.api [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.228905] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281035, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.242412] env[70683]: DEBUG oslo_concurrency.lockutils [None req-049a0715-fcba-414f-87b5-62cffcbc9a9a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.520s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.258521] env[70683]: DEBUG oslo_vmware.api [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468181} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.258521] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.258521] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.258521] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.258521] env[70683]: INFO nova.compute.manager [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1055.258521] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.258521] env[70683]: DEBUG nova.compute.manager [-] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.258521] env[70683]: DEBUG nova.network.neutron [-] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.300041] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281039, 'name': Rename_Task, 'duration_secs': 0.136476} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.300323] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.300585] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d82e8a-272f-445a-9304-c2b4763b2ef9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.306922] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1055.306922] env[70683]: value = "task-3281042" [ 1055.306922] env[70683]: _type = "Task" [ 1055.306922] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.315662] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.445464] env[70683]: ERROR nova.scheduler.client.report [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [req-8c7013d4-9ef7-4617-868f-f8938ddcea20] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c7013d4-9ef7-4617-868f-f8938ddcea20"}]} [ 1055.467159] env[70683]: DEBUG nova.scheduler.client.report [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1055.498499] env[70683]: DEBUG nova.scheduler.client.report [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1055.498499] env[70683]: DEBUG nova.compute.provider_tree [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.513921] env[70683]: DEBUG nova.scheduler.client.report [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1055.554030] env[70683]: DEBUG nova.scheduler.client.report [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1055.632901] env[70683]: DEBUG oslo_vmware.api [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Task: {'id': task-3281041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344725} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.632901] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.632901] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.632901] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.632901] env[70683]: INFO nova.compute.manager [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1055.633209] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.633393] env[70683]: DEBUG nova.compute.manager [-] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.633393] env[70683]: DEBUG nova.network.neutron [-] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.729679] env[70683]: DEBUG oslo_vmware.api [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281035, 'name': PowerOnVM_Task, 'duration_secs': 1.264211} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.732943] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.733257] env[70683]: INFO nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1055.733472] env[70683]: DEBUG nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.734557] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0410969-cc7a-48f2-927f-5acbabb2d3c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.821450] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.952528] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e420cc48-5e7a-4157-a7f3-b1a793897b49 tempest-VolumesAssistedSnapshotsTest-441477360 tempest-VolumesAssistedSnapshotsTest-441477360-project-admin] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.975080] env[70683]: DEBUG nova.compute.manager [req-fa8f44b6-2121-4777-b28b-e483378ee3ac req-5595f1f4-daab-4a55-bb5d-0f91f6371c41 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Received event network-vif-deleted-32528a31-9b5d-435b-9b9e-405a47cdff24 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.975080] env[70683]: INFO nova.compute.manager [req-fa8f44b6-2121-4777-b28b-e483378ee3ac req-5595f1f4-daab-4a55-bb5d-0f91f6371c41 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Neutron deleted interface 32528a31-9b5d-435b-9b9e-405a47cdff24; detaching it from the instance and deleting it from the info cache [ 1055.977839] env[70683]: DEBUG nova.network.neutron [req-fa8f44b6-2121-4777-b28b-e483378ee3ac req-5595f1f4-daab-4a55-bb5d-0f91f6371c41 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.001379] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1082a-5cd7-4aee-9319-e22d337e0920 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.007407] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aec3306-32aa-470a-8fe9-554ee66332bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.041542] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b792c-c6f4-4d1d-ad05-4f8246a81ef7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.050142] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188bb4f-31c4-476c-bce8-e4e1b3b5d9d9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.067641] env[70683]: DEBUG nova.compute.provider_tree [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.269317] env[70683]: INFO nova.compute.manager [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Took 26.43 seconds to build instance. [ 1056.317353] env[70683]: DEBUG oslo_vmware.api [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281042, 'name': PowerOnVM_Task, 'duration_secs': 0.55884} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.317673] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.317908] env[70683]: INFO nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1056.318103] env[70683]: DEBUG nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.318912] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc0a4a1-9990-4792-973c-f23ded2367e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.373730] env[70683]: DEBUG nova.compute.manager [req-f68f6846-0f2f-425b-bd95-641cd48475f9 req-541eda19-53a3-4243-930a-e45b408708ce service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Received event network-vif-deleted-bc8b3567-4f2e-416a-bd68-f6f20beafb87 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.373932] env[70683]: INFO nova.compute.manager [req-f68f6846-0f2f-425b-bd95-641cd48475f9 req-541eda19-53a3-4243-930a-e45b408708ce service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Neutron deleted interface bc8b3567-4f2e-416a-bd68-f6f20beafb87; detaching it from the instance and deleting it from the info cache [ 1056.374211] env[70683]: DEBUG nova.network.neutron [req-f68f6846-0f2f-425b-bd95-641cd48475f9 req-541eda19-53a3-4243-930a-e45b408708ce service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.378491] env[70683]: DEBUG nova.network.neutron [-] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.481631] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9b09a20-ab66-4555-9124-e598ab0846a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.492491] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b92d83-fe38-499c-95ed-8ff5c1179c2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.529369] env[70683]: DEBUG nova.compute.manager [req-fa8f44b6-2121-4777-b28b-e483378ee3ac req-5595f1f4-daab-4a55-bb5d-0f91f6371c41 service nova] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Detach interface failed, port_id=32528a31-9b5d-435b-9b9e-405a47cdff24, reason: Instance 0d15f278-3e28-4e37-8c35-ef1c6417dc8d could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.572088] env[70683]: DEBUG nova.scheduler.client.report [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.693423] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "58de72be-21e5-4571-bef5-a26ac1502f26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.693423] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "58de72be-21e5-4571-bef5-a26ac1502f26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.773620] env[70683]: DEBUG oslo_concurrency.lockutils [None req-35bc1187-f7fe-4793-9c71-753253ac3665 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.960s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.839378] env[70683]: INFO nova.compute.manager [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Took 26.98 seconds to build instance. [ 1056.847736] env[70683]: DEBUG nova.network.neutron [-] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.877837] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f973090-2256-410f-b96d-b10b1bc64ba6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.882082] env[70683]: INFO nova.compute.manager [-] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Took 1.62 seconds to deallocate network for instance. [ 1056.896073] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb160b4-586c-4c4b-93c6-f044b70ebe1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.940796] env[70683]: DEBUG nova.compute.manager [req-f68f6846-0f2f-425b-bd95-641cd48475f9 req-541eda19-53a3-4243-930a-e45b408708ce service nova] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Detach interface failed, port_id=bc8b3567-4f2e-416a-bd68-f6f20beafb87, reason: Instance 260a46b3-bb64-4f8d-a214-931d11fb6e8f could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.973170] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.973576] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.973882] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.974179] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.974441] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.977597] env[70683]: INFO nova.compute.manager [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Terminating instance [ 1057.077775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.554s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.080015] env[70683]: DEBUG nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.082179] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.580s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.082179] env[70683]: DEBUG nova.objects.instance [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lazy-loading 'resources' on Instance uuid 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.195278] env[70683]: DEBUG nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.341337] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76371e89-a85c-46c0-bb94-bd248adc87dd tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "08993e38-44a7-4466-8799-ef9220585a62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.490s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.350483] env[70683]: INFO nova.compute.manager [-] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Took 1.72 seconds to deallocate network for instance. [ 1057.392587] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.482995] env[70683]: DEBUG nova.compute.manager [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.482995] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.483975] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda54dbc-e74d-4a44-a018-5043e53e9bb5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.494068] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.494383] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cf71cbf-d324-42aa-8f6d-f52ef0a51bb2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.502122] env[70683]: DEBUG oslo_vmware.api [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1057.502122] env[70683]: value = "task-3281044" [ 1057.502122] env[70683]: _type = "Task" [ 1057.502122] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.511094] env[70683]: DEBUG oslo_vmware.api [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.585681] env[70683]: DEBUG nova.compute.utils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.591631] env[70683]: DEBUG nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.591631] env[70683]: DEBUG nova.network.neutron [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.708842] env[70683]: DEBUG nova.policy [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d968ae0164f48c999c2c466be7fe013', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cda2481dfe143cab0034376b537fc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.740241] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.857625] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.963131] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43cc73f-490c-4c6f-ab6f-359b1a3a4a0b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.971541] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cd33f2-de61-4a13-960f-55ea185403c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.009742] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38396e78-5897-43d7-9574-088560c24ed6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.017497] env[70683]: DEBUG oslo_vmware.api [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281044, 'name': PowerOffVM_Task, 'duration_secs': 0.30926} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.019580] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.021091] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.021091] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-270ba19f-3ed9-48f9-86e2-544223d17f71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.022782] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c235884-a78e-4308-9764-918773ee0950 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.037769] env[70683]: DEBUG nova.compute.provider_tree [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.090897] env[70683]: DEBUG nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.099871] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.099871] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.099976] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleting the datastore file [datastore1] 8a70d85b-bce0-470d-adb7-2048d4f9edaf {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.100267] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62111870-b56d-4001-b132-dc1573579710 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.109522] env[70683]: DEBUG oslo_vmware.api [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1058.109522] env[70683]: value = "task-3281046" [ 1058.109522] env[70683]: _type = "Task" [ 1058.109522] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.122608] env[70683]: DEBUG oslo_vmware.api [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.175784] env[70683]: DEBUG nova.network.neutron [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Successfully created port: 25c96f80-57f2-405f-b513-abd80cbb43f4 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.543939] env[70683]: DEBUG nova.scheduler.client.report [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.547347] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "08993e38-44a7-4466-8799-ef9220585a62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.547685] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "08993e38-44a7-4466-8799-ef9220585a62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.547900] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "08993e38-44a7-4466-8799-ef9220585a62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.548110] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "08993e38-44a7-4466-8799-ef9220585a62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.548279] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "08993e38-44a7-4466-8799-ef9220585a62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.551323] env[70683]: INFO nova.compute.manager [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Terminating instance [ 1058.612505] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquiring lock "1f160979-1851-41ea-821d-7a578ff76b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.614099] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "1f160979-1851-41ea-821d-7a578ff76b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.623882] env[70683]: DEBUG oslo_vmware.api [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420703} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.624069] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.624221] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.624396] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.624573] env[70683]: INFO nova.compute.manager [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.624828] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.625031] env[70683]: DEBUG nova.compute.manager [-] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.625137] env[70683]: DEBUG nova.network.neutron [-] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.051094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.053679] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.661s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.053976] env[70683]: DEBUG nova.objects.instance [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lazy-loading 'resources' on Instance uuid 0d15f278-3e28-4e37-8c35-ef1c6417dc8d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.055828] env[70683]: DEBUG nova.compute.manager [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.056049] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.057264] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b95801-0045-4df4-9b89-d82fa98b57c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.069021] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.069021] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8d65dcc-2684-45b2-a6fc-0c35421155bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.075604] env[70683]: DEBUG oslo_vmware.api [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1059.075604] env[70683]: value = "task-3281047" [ 1059.075604] env[70683]: _type = "Task" [ 1059.075604] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.085699] env[70683]: DEBUG oslo_vmware.api [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.100262] env[70683]: DEBUG nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.115245] env[70683]: DEBUG nova.compute.manager [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.128464] env[70683]: DEBUG nova.compute.manager [req-5c1d029f-5821-4fcf-a67e-2d23643a2c2d req-0388c0a3-aa6e-4cb9-95e3-23efb04b9376 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Received event network-vif-deleted-b301a266-02ce-4da8-a977-c7e8f495b730 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.128708] env[70683]: INFO nova.compute.manager [req-5c1d029f-5821-4fcf-a67e-2d23643a2c2d req-0388c0a3-aa6e-4cb9-95e3-23efb04b9376 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Neutron deleted interface b301a266-02ce-4da8-a977-c7e8f495b730; detaching it from the instance and deleting it from the info cache [ 1059.128942] env[70683]: DEBUG nova.network.neutron [req-5c1d029f-5821-4fcf-a67e-2d23643a2c2d req-0388c0a3-aa6e-4cb9-95e3-23efb04b9376 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.156940] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.159486] env[70683]: DEBUG nova.virt.hardware [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.160167] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1a8809-7d41-4ee9-aba2-61e0a737548c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.169137] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c621f7c0-f75e-450a-80f2-bef0c6fe0ca0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.248490] env[70683]: INFO nova.scheduler.client.report [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted allocations for instance 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb [ 1059.529900] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquiring lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.530352] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.530566] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquiring lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.530658] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.530844] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.536882] env[70683]: INFO nova.compute.manager [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Terminating instance [ 1059.585424] env[70683]: DEBUG oslo_vmware.api [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281047, 'name': PowerOffVM_Task, 'duration_secs': 0.255033} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.585809] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.586680] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.586680] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aafb443-baa5-4333-b558-d78d3bc6a858 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.595984] env[70683]: DEBUG nova.network.neutron [-] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.635040] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb400497-339a-4b0c-bdcb-6eceddefc47b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.646920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914abe9e-30c5-4139-a05d-7cb76cf36b8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.659140] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.660859] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.661071] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.661255] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleting the datastore file [datastore1] 08993e38-44a7-4466-8799-ef9220585a62 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.663563] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50619460-9ff7-4458-954b-15d7d87fd2bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.671449] env[70683]: DEBUG oslo_vmware.api [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1059.671449] env[70683]: value = "task-3281049" [ 1059.671449] env[70683]: _type = "Task" [ 1059.671449] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.687036] env[70683]: DEBUG nova.compute.manager [req-5c1d029f-5821-4fcf-a67e-2d23643a2c2d req-0388c0a3-aa6e-4cb9-95e3-23efb04b9376 service nova] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Detach interface failed, port_id=b301a266-02ce-4da8-a977-c7e8f495b730, reason: Instance 8a70d85b-bce0-470d-adb7-2048d4f9edaf could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.693127] env[70683]: DEBUG oslo_vmware.api [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.758447] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0928fa3a-d484-4479-9677-739493355921 tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "47cb1c3e-225c-4b79-8c16-0c2961e7f4eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.233s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.784103] env[70683]: DEBUG nova.compute.manager [req-4ee17554-59dd-4b09-9db1-909ea19d49bb req-0199c50f-3b8d-4c4f-bdb3-7244cf3743f8 service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Received event network-vif-plugged-25c96f80-57f2-405f-b513-abd80cbb43f4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.784352] env[70683]: DEBUG oslo_concurrency.lockutils [req-4ee17554-59dd-4b09-9db1-909ea19d49bb req-0199c50f-3b8d-4c4f-bdb3-7244cf3743f8 service nova] Acquiring lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.784632] env[70683]: DEBUG oslo_concurrency.lockutils [req-4ee17554-59dd-4b09-9db1-909ea19d49bb req-0199c50f-3b8d-4c4f-bdb3-7244cf3743f8 service nova] Lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.784727] env[70683]: DEBUG oslo_concurrency.lockutils [req-4ee17554-59dd-4b09-9db1-909ea19d49bb req-0199c50f-3b8d-4c4f-bdb3-7244cf3743f8 service nova] Lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.784894] env[70683]: DEBUG nova.compute.manager [req-4ee17554-59dd-4b09-9db1-909ea19d49bb req-0199c50f-3b8d-4c4f-bdb3-7244cf3743f8 service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] No waiting events found dispatching network-vif-plugged-25c96f80-57f2-405f-b513-abd80cbb43f4 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.785673] env[70683]: WARNING nova.compute.manager [req-4ee17554-59dd-4b09-9db1-909ea19d49bb req-0199c50f-3b8d-4c4f-bdb3-7244cf3743f8 service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Received unexpected event network-vif-plugged-25c96f80-57f2-405f-b513-abd80cbb43f4 for instance with vm_state building and task_state spawning. [ 1059.914445] env[70683]: DEBUG nova.network.neutron [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Successfully updated port: 25c96f80-57f2-405f-b513-abd80cbb43f4 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.946349] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba7488a-88f9-4f84-8104-5e3ad8b2d4a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.955013] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf90ea8-d5f3-4ce6-8082-558cfbbd75f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.989420] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7089019-6cce-4eb9-9fbd-f8999436efba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.999330] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f8255-fd68-4197-a071-869ff35ae3c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.015377] env[70683]: DEBUG nova.compute.provider_tree [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.041435] env[70683]: DEBUG nova.compute.manager [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.041645] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.042864] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cda0549-9a42-4fc8-a13d-40fa44039622 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.051190] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.051431] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a858a95-ab23-44a8-a463-7b88e07ea719 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.057217] env[70683]: DEBUG oslo_vmware.api [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 1060.057217] env[70683]: value = "task-3281050" [ 1060.057217] env[70683]: _type = "Task" [ 1060.057217] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.066365] env[70683]: DEBUG oslo_vmware.api [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3281050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.099484] env[70683]: INFO nova.compute.manager [-] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Took 1.47 seconds to deallocate network for instance. [ 1060.181569] env[70683]: DEBUG oslo_vmware.api [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411614} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.181844] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.182060] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.182258] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.182432] env[70683]: INFO nova.compute.manager [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.182699] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.182894] env[70683]: DEBUG nova.compute.manager [-] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.183014] env[70683]: DEBUG nova.network.neutron [-] [instance: 08993e38-44a7-4466-8799-ef9220585a62] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.416668] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "refresh_cache-7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.416668] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "refresh_cache-7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.416668] env[70683]: DEBUG nova.network.neutron [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.552967] env[70683]: ERROR nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [req-474dba67-9527-4ebd-991c-a9c504634ff8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-474dba67-9527-4ebd-991c-a9c504634ff8"}]} [ 1060.570488] env[70683]: DEBUG oslo_vmware.api [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3281050, 'name': PowerOffVM_Task, 'duration_secs': 0.238937} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.570801] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.570998] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.571277] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb806879-22d8-4597-be18-614b33d73893 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.588033] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1060.611183] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.618443] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1060.618662] env[70683]: DEBUG nova.compute.provider_tree [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.639272] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1060.650076] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.654378] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.654612] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Deleting the datastore file [datastore2] a02eecf2-3d70-4e2d-8201-bc46f0e6f86d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.654902] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e27aaa1-b92a-49aa-8ec5-72224962b9bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.665790] env[70683]: DEBUG oslo_vmware.api [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for the task: (returnval){ [ 1060.665790] env[70683]: value = "task-3281052" [ 1060.665790] env[70683]: _type = "Task" [ 1060.665790] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.666873] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.678839] env[70683]: DEBUG oslo_vmware.api [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3281052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.954723] env[70683]: DEBUG nova.network.neutron [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.971665] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2337542-66c2-472f-80e2-74e625e7bc0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.983045] env[70683]: DEBUG nova.network.neutron [-] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.987335] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90b0fb-1e2e-4b85-8563-e00f7919f2c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.030944] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9200309f-108b-442b-90b4-cd631a5aa278 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.040497] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d3e5a7-69e8-477b-80c6-f472bb42a40c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.057034] env[70683]: DEBUG nova.compute.provider_tree [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.162474] env[70683]: DEBUG nova.network.neutron [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Updating instance_info_cache with network_info: [{"id": "25c96f80-57f2-405f-b513-abd80cbb43f4", "address": "fa:16:3e:21:53:81", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c96f80-57", "ovs_interfaceid": "25c96f80-57f2-405f-b513-abd80cbb43f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.181741] env[70683]: DEBUG oslo_vmware.api [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Task: {'id': task-3281052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448245} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.182679] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.182895] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.183095] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.183274] env[70683]: INFO nova.compute.manager [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.183520] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.183718] env[70683]: DEBUG nova.compute.manager [-] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.183814] env[70683]: DEBUG nova.network.neutron [-] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.486991] env[70683]: INFO nova.compute.manager [-] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Took 1.30 seconds to deallocate network for instance. [ 1061.578243] env[70683]: ERROR nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] [req-a483ce6d-26a3-4359-b3e8-bb6ee7ad60b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a483ce6d-26a3-4359-b3e8-bb6ee7ad60b4"}]} [ 1061.595460] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1061.608438] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1061.608706] env[70683]: DEBUG nova.compute.provider_tree [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.625668] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1061.649035] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1061.664918] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "refresh_cache-7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.665690] env[70683]: DEBUG nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Instance network_info: |[{"id": "25c96f80-57f2-405f-b513-abd80cbb43f4", "address": "fa:16:3e:21:53:81", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c96f80-57", "ovs_interfaceid": "25c96f80-57f2-405f-b513-abd80cbb43f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.668197] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:53:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25c96f80-57f2-405f-b513-abd80cbb43f4', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.677484] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.680700] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.681923] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c5d76f9-7fff-4377-a4c9-41a126990c35 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.709218] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.709218] env[70683]: value = "task-3281053" [ 1061.709218] env[70683]: _type = "Task" [ 1061.709218] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.722818] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281053, 'name': CreateVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.749213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.749213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.831329] env[70683]: DEBUG nova.compute.manager [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Received event network-changed-25c96f80-57f2-405f-b513-abd80cbb43f4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.831587] env[70683]: DEBUG nova.compute.manager [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Refreshing instance network info cache due to event network-changed-25c96f80-57f2-405f-b513-abd80cbb43f4. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.831832] env[70683]: DEBUG oslo_concurrency.lockutils [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] Acquiring lock "refresh_cache-7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.831993] env[70683]: DEBUG oslo_concurrency.lockutils [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] Acquired lock "refresh_cache-7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.832427] env[70683]: DEBUG nova.network.neutron [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Refreshing network info cache for port 25c96f80-57f2-405f-b513-abd80cbb43f4 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.957729] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19924c98-fa5d-4f43-92c2-fb9c88984a63 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.965686] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d22116-086b-4986-82cb-0be4524c9523 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.997886] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.998864] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f850281-985c-418a-8abb-7cac5a844882 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.006958] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f2af83-2f16-4dde-b6d5-2063aecaa07e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.020815] env[70683]: DEBUG nova.compute.provider_tree [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.178811] env[70683]: DEBUG nova.network.neutron [-] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.219803] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281053, 'name': CreateVM_Task, 'duration_secs': 0.377581} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.219997] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.220686] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.220912] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.223011] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.223011] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773853ac-49dc-4088-be4e-b290d32ed2be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.227544] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1062.227544] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5257a38b-fdf9-e13f-24e6-d773914d4d45" [ 1062.227544] env[70683]: _type = "Task" [ 1062.227544] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.234496] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5257a38b-fdf9-e13f-24e6-d773914d4d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.252218] env[70683]: DEBUG nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.525115] env[70683]: DEBUG nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.562180] env[70683]: DEBUG nova.network.neutron [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Updated VIF entry in instance network info cache for port 25c96f80-57f2-405f-b513-abd80cbb43f4. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.562562] env[70683]: DEBUG nova.network.neutron [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Updating instance_info_cache with network_info: [{"id": "25c96f80-57f2-405f-b513-abd80cbb43f4", "address": "fa:16:3e:21:53:81", "network": {"id": "a70be3a9-9ddf-4747-816a-7673f076fc12", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1712875815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cda2481dfe143cab0034376b537fc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c96f80-57", "ovs_interfaceid": "25c96f80-57f2-405f-b513-abd80cbb43f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.681626] env[70683]: INFO nova.compute.manager [-] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Took 1.50 seconds to deallocate network for instance. [ 1062.736989] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5257a38b-fdf9-e13f-24e6-d773914d4d45, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.737470] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.737712] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.737951] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.738109] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.738292] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.738551] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bc28c33-4c4f-4719-a976-7df49c2424f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.748664] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.748827] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.750243] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f86ddbb-30dd-44b3-8c14-a88f72816823 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.756080] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1062.756080] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b1766a-4ec2-d861-eece-6bbaeabb1dae" [ 1062.756080] env[70683]: _type = "Task" [ 1062.756080] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.767683] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b1766a-4ec2-d861-eece-6bbaeabb1dae, 'name': SearchDatastore_Task, 'duration_secs': 0.008181} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.768521] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99ada71-9495-424e-b925-5aa2d77dc11b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.773744] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1062.773744] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c1aeb3-e403-87f0-d1fc-6697cd2cec6b" [ 1062.773744] env[70683]: _type = "Task" [ 1062.773744] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.781680] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c1aeb3-e403-87f0-d1fc-6697cd2cec6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.787858] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.031533] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.978s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.034183] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.294s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.036144] env[70683]: INFO nova.compute.claims [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.059617] env[70683]: INFO nova.scheduler.client.report [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleted allocations for instance 0d15f278-3e28-4e37-8c35-ef1c6417dc8d [ 1063.066738] env[70683]: DEBUG oslo_concurrency.lockutils [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] Releasing lock "refresh_cache-7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.067064] env[70683]: DEBUG nova.compute.manager [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Received event network-vif-deleted-f6ffd8b8-5d7c-4900-8057-4d1fd42f10e1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.071040] env[70683]: DEBUG nova.compute.manager [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Received event network-vif-deleted-720a89ee-817d-46ee-bb29-ef9ce78e0980 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.071040] env[70683]: INFO nova.compute.manager [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Neutron deleted interface 720a89ee-817d-46ee-bb29-ef9ce78e0980; detaching it from the instance and deleting it from the info cache [ 1063.071040] env[70683]: DEBUG nova.network.neutron [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.187858] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.284385] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c1aeb3-e403-87f0-d1fc-6697cd2cec6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.284585] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.284878] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7/7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.285181] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bdfe8cb-9f01-4830-925b-64fe5b10498f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.291451] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1063.291451] env[70683]: value = "task-3281054" [ 1063.291451] env[70683]: _type = "Task" [ 1063.291451] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.300317] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.572543] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-802368a9-1933-4250-ad1c-b59ce9ff70c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.575910] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12b54dfe-a694-44f7-9fa1-87ee54cb6ee9 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "0d15f278-3e28-4e37-8c35-ef1c6417dc8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.984s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.584769] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db26d87-1ce9-48b3-b945-aca00fe31292 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.618349] env[70683]: DEBUG nova.compute.manager [req-f0612684-a481-4ab6-9cfe-d90d2c50feb4 req-19470e42-e64e-4acb-b99c-710fa925e8d8 service nova] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Detach interface failed, port_id=720a89ee-817d-46ee-bb29-ef9ce78e0980, reason: Instance a02eecf2-3d70-4e2d-8201-bc46f0e6f86d could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.764496] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-bc655189-5874-4019-bf25-cb2ce45ed2ed-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.764844] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-bc655189-5874-4019-bf25-cb2ce45ed2ed-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.765171] env[70683]: DEBUG nova.objects.instance [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'flavor' on Instance uuid bc655189-5874-4019-bf25-cb2ce45ed2ed {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.801205] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469365} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.801436] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7/7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.801647] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.801888] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64382776-3a96-4507-abc7-be8c011c9b5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.807636] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1063.807636] env[70683]: value = "task-3281055" [ 1063.807636] env[70683]: _type = "Task" [ 1063.807636] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.815189] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.271724] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f9879-736b-4750-993f-b7986ecc3a99 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.279437] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5164632e-bd85-4fce-9276-1678dd38e9b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.312080] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5effa035-6190-4205-bd8b-15b3fb2ba774 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.323572] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25152c02-9d73-43bb-885a-d0cfae227c41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.328051] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065847} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.328051] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.328389] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82335125-d20a-43ac-8aac-6d6b72246911 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.338138] env[70683]: DEBUG nova.compute.provider_tree [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.358608] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7/7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.360156] env[70683]: DEBUG nova.objects.instance [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'pci_requests' on Instance uuid bc655189-5874-4019-bf25-cb2ce45ed2ed {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.361053] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5114442d-be30-4312-84d2-afc09a1327ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.376767] env[70683]: DEBUG nova.objects.base [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.377016] env[70683]: DEBUG nova.network.neutron [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.384675] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1064.384675] env[70683]: value = "task-3281056" [ 1064.384675] env[70683]: _type = "Task" [ 1064.384675] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.392405] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.414859] env[70683]: DEBUG nova.policy [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.843309] env[70683]: DEBUG nova.scheduler.client.report [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.880966] env[70683]: DEBUG nova.network.neutron [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Successfully created port: a1963a7c-08cf-4fb2-be8e-4a04160bd7fd {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.895955] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281056, 'name': ReconfigVM_Task, 'duration_secs': 0.314308} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.896246] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7/7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.896824] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c81c04e-fa20-4f83-a7c6-86c809e8cb4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.903012] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1064.903012] env[70683]: value = "task-3281057" [ 1064.903012] env[70683]: _type = "Task" [ 1064.903012] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.914824] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281057, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.349479] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.350084] env[70683]: DEBUG nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.352682] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.495s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.353390] env[70683]: DEBUG nova.objects.instance [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lazy-loading 'resources' on Instance uuid 260a46b3-bb64-4f8d-a214-931d11fb6e8f {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.413299] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281057, 'name': Rename_Task, 'duration_secs': 0.144003} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.413554] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.413789] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfe90ab5-55a9-419f-8fb5-8cff6ec129b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.421122] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1065.421122] env[70683]: value = "task-3281058" [ 1065.421122] env[70683]: _type = "Task" [ 1065.421122] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.428809] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.856783] env[70683]: DEBUG nova.compute.utils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.861142] env[70683]: DEBUG nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.861466] env[70683]: DEBUG nova.network.neutron [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.908921] env[70683]: DEBUG nova.policy [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '216002ca7f2d4c85a73076e85155551b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4da44b775acc4c84a44f5cbcc9392d02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.933766] env[70683]: DEBUG oslo_vmware.api [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281058, 'name': PowerOnVM_Task, 'duration_secs': 0.469688} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.934058] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.934265] env[70683]: INFO nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1065.934446] env[70683]: DEBUG nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.935240] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d4781f-0cc7-4389-92d4-5513618b9300 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.109258] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159c67c0-d22c-4969-b85e-a0de6404341f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.119225] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3066830-136a-4df0-917b-f76b337c0803 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.150874] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1db0c0-aa90-4c17-86ec-f10326ec34f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.159445] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9c66d5-a544-4cac-b01d-83da672121a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.173421] env[70683]: DEBUG nova.compute.provider_tree [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.265019] env[70683]: DEBUG nova.network.neutron [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Successfully created port: 26b0cc0b-8398-441f-86e8-580f7947c5e6 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.361477] env[70683]: DEBUG nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.399309] env[70683]: DEBUG nova.network.neutron [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Successfully updated port: a1963a7c-08cf-4fb2-be8e-4a04160bd7fd {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.454370] env[70683]: INFO nova.compute.manager [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Took 20.32 seconds to build instance. [ 1066.555304] env[70683]: DEBUG nova.compute.manager [req-f21bc537-0215-4aca-a149-26abd3f2a5c7 req-2a86eb69-6ca6-4b76-bc0e-35e90fbe96f5 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received event network-vif-plugged-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.555568] env[70683]: DEBUG oslo_concurrency.lockutils [req-f21bc537-0215-4aca-a149-26abd3f2a5c7 req-2a86eb69-6ca6-4b76-bc0e-35e90fbe96f5 service nova] Acquiring lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.555762] env[70683]: DEBUG oslo_concurrency.lockutils [req-f21bc537-0215-4aca-a149-26abd3f2a5c7 req-2a86eb69-6ca6-4b76-bc0e-35e90fbe96f5 service nova] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.555943] env[70683]: DEBUG oslo_concurrency.lockutils [req-f21bc537-0215-4aca-a149-26abd3f2a5c7 req-2a86eb69-6ca6-4b76-bc0e-35e90fbe96f5 service nova] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.556181] env[70683]: DEBUG nova.compute.manager [req-f21bc537-0215-4aca-a149-26abd3f2a5c7 req-2a86eb69-6ca6-4b76-bc0e-35e90fbe96f5 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] No waiting events found dispatching network-vif-plugged-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.556365] env[70683]: WARNING nova.compute.manager [req-f21bc537-0215-4aca-a149-26abd3f2a5c7 req-2a86eb69-6ca6-4b76-bc0e-35e90fbe96f5 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received unexpected event network-vif-plugged-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd for instance with vm_state active and task_state None. [ 1066.678307] env[70683]: DEBUG nova.scheduler.client.report [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.902644] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.902930] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.903032] env[70683]: DEBUG nova.network.neutron [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.957979] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c26b2d0-7b2a-4818-b8bf-bd905bb8efcb tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.832s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.182386] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquiring lock "1c700163-5b27-44a4-b86a-65f6b107c67d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.182651] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "1c700163-5b27-44a4-b86a-65f6b107c67d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.182862] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquiring lock "1c700163-5b27-44a4-b86a-65f6b107c67d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.183065] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "1c700163-5b27-44a4-b86a-65f6b107c67d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.183238] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "1c700163-5b27-44a4-b86a-65f6b107c67d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.186012] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.188843] env[70683]: INFO nova.compute.manager [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Terminating instance [ 1067.189634] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.531s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.191420] env[70683]: INFO nova.compute.claims [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.212238] env[70683]: INFO nova.scheduler.client.report [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Deleted allocations for instance 260a46b3-bb64-4f8d-a214-931d11fb6e8f [ 1067.330452] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.330718] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.332687] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.332907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.333104] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.335483] env[70683]: INFO nova.compute.manager [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Terminating instance [ 1067.370599] env[70683]: DEBUG nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.402821] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.403091] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.403253] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.403434] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.403583] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.403731] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.404154] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.404373] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.404592] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.404799] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.405029] env[70683]: DEBUG nova.virt.hardware [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.407922] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a81e1e-d574-4270-93cf-65a203bfee15 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.417985] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95abcb6a-1d1c-4e53-b42c-b32dacc439c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.454380] env[70683]: WARNING nova.network.neutron [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] ad077e5b-61e8-4e50-8527-db8d32d93be9 already exists in list: networks containing: ['ad077e5b-61e8-4e50-8527-db8d32d93be9']. ignoring it [ 1067.697375] env[70683]: DEBUG nova.compute.manager [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.697580] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.698695] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74414ec0-e652-445d-bdb5-9050940e617a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.707830] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.714089] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f3fd518-1f1f-49d6-a82c-6fc11c8e111f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.719411] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6401bd79-dbe0-48ba-8315-db1f993407f0 tempest-ListServersNegativeTestJSON-2039780894 tempest-ListServersNegativeTestJSON-2039780894-project-member] Lock "260a46b3-bb64-4f8d-a214-931d11fb6e8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.240s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.721294] env[70683]: DEBUG oslo_vmware.api [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1067.721294] env[70683]: value = "task-3281059" [ 1067.721294] env[70683]: _type = "Task" [ 1067.721294] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.733677] env[70683]: DEBUG oslo_vmware.api [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3281059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.750215] env[70683]: DEBUG nova.network.neutron [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [{"id": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "address": "fa:16:3e:d3:30:28", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498f1ea8-20", "ovs_interfaceid": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1963a7c-08cf-4fb2-be8e-4a04160bd7fd", "address": "fa:16:3e:ef:81:7c", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1963a7c-08", "ovs_interfaceid": "a1963a7c-08cf-4fb2-be8e-4a04160bd7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.841860] env[70683]: DEBUG nova.compute.manager [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.841860] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.841860] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b9c37-bfa0-47c3-a691-41495036dab0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.849603] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.850107] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a1866c-3362-4c0e-84d4-0a6b8a8199ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.858115] env[70683]: DEBUG oslo_vmware.api [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1067.858115] env[70683]: value = "task-3281060" [ 1067.858115] env[70683]: _type = "Task" [ 1067.858115] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.867812] env[70683]: DEBUG oslo_vmware.api [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.879809] env[70683]: DEBUG nova.network.neutron [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Successfully updated port: 26b0cc0b-8398-441f-86e8-580f7947c5e6 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.951176] env[70683]: DEBUG nova.compute.manager [req-7a4d1c8b-e206-4894-a32d-6c40264bc5e2 req-3feac7af-e6fc-442b-b2af-94a0d1bfa939 service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Received event network-vif-plugged-26b0cc0b-8398-441f-86e8-580f7947c5e6 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.951463] env[70683]: DEBUG oslo_concurrency.lockutils [req-7a4d1c8b-e206-4894-a32d-6c40264bc5e2 req-3feac7af-e6fc-442b-b2af-94a0d1bfa939 service nova] Acquiring lock "58de72be-21e5-4571-bef5-a26ac1502f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.951766] env[70683]: DEBUG oslo_concurrency.lockutils [req-7a4d1c8b-e206-4894-a32d-6c40264bc5e2 req-3feac7af-e6fc-442b-b2af-94a0d1bfa939 service nova] Lock "58de72be-21e5-4571-bef5-a26ac1502f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.951996] env[70683]: DEBUG oslo_concurrency.lockutils [req-7a4d1c8b-e206-4894-a32d-6c40264bc5e2 req-3feac7af-e6fc-442b-b2af-94a0d1bfa939 service nova] Lock "58de72be-21e5-4571-bef5-a26ac1502f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.952233] env[70683]: DEBUG nova.compute.manager [req-7a4d1c8b-e206-4894-a32d-6c40264bc5e2 req-3feac7af-e6fc-442b-b2af-94a0d1bfa939 service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] No waiting events found dispatching network-vif-plugged-26b0cc0b-8398-441f-86e8-580f7947c5e6 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.952543] env[70683]: WARNING nova.compute.manager [req-7a4d1c8b-e206-4894-a32d-6c40264bc5e2 req-3feac7af-e6fc-442b-b2af-94a0d1bfa939 service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Received unexpected event network-vif-plugged-26b0cc0b-8398-441f-86e8-580f7947c5e6 for instance with vm_state building and task_state spawning. [ 1068.233311] env[70683]: DEBUG oslo_vmware.api [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3281059, 'name': PowerOffVM_Task, 'duration_secs': 0.27159} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.236046] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.236299] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.236961] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ddacf99-2bd7-4f08-9f8c-e7ce88b55d93 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.251834] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.254238] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.254480] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.255658] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed886f8b-3d5b-4e6f-8363-7aa0135b457a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.274694] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.275049] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.275282] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.275539] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.275851] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.276087] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.276385] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.276610] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.276842] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.277108] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.277357] env[70683]: DEBUG nova.virt.hardware [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.284168] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Reconfiguring VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1068.287522] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12fd11fd-646c-4ad1-9672-21998f01e199 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.302454] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.302783] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.303134] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Deleting the datastore file [datastore1] 1c700163-5b27-44a4-b86a-65f6b107c67d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.303807] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-749093f8-4fa7-45a9-82b0-13293f358b7f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.308219] env[70683]: DEBUG oslo_vmware.api [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1068.308219] env[70683]: value = "task-3281062" [ 1068.308219] env[70683]: _type = "Task" [ 1068.308219] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.312678] env[70683]: DEBUG oslo_vmware.api [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for the task: (returnval){ [ 1068.312678] env[70683]: value = "task-3281063" [ 1068.312678] env[70683]: _type = "Task" [ 1068.312678] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.319127] env[70683]: DEBUG oslo_vmware.api [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281062, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.324058] env[70683]: DEBUG oslo_vmware.api [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3281063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.366380] env[70683]: DEBUG oslo_vmware.api [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281060, 'name': PowerOffVM_Task, 'duration_secs': 0.243608} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.369095] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.369442] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.370151] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3f1b5e7-c567-40ae-8512-5311b0f4cd79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.385922] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.386112] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.386273] env[70683]: DEBUG nova.network.neutron [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.428545] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.428769] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.428946] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleting the datastore file [datastore1] 202f5758-4b86-4768-9bb3-1fab0e90e8c2 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.429233] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-927ce411-d3a9-4eb7-b9e8-64333af3aa12 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.439530] env[70683]: DEBUG oslo_vmware.api [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1068.439530] env[70683]: value = "task-3281065" [ 1068.439530] env[70683]: _type = "Task" [ 1068.439530] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.448079] env[70683]: DEBUG oslo_vmware.api [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.531978] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30805d43-8744-41ea-b276-d0057a52aea2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.545227] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1957d141-99c7-4e7e-a7e2-5af1036d9f70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.579633] env[70683]: DEBUG nova.compute.manager [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.580705] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e999d8-0a74-45e5-8a6b-d3ca0c1b31d6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.583960] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d604690c-3eb4-429c-884b-8b7910f7ff16 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.595389] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6ed238-f006-4cb1-bfcd-694b5682bc3b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.610494] env[70683]: DEBUG nova.compute.provider_tree [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.630375] env[70683]: DEBUG nova.compute.manager [req-94930854-0137-4d6e-b987-bc23f0500cd4 req-a1841de7-b084-41d2-a1b8-de10a51f16a1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received event network-changed-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.630534] env[70683]: DEBUG nova.compute.manager [req-94930854-0137-4d6e-b987-bc23f0500cd4 req-a1841de7-b084-41d2-a1b8-de10a51f16a1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Refreshing instance network info cache due to event network-changed-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.630787] env[70683]: DEBUG oslo_concurrency.lockutils [req-94930854-0137-4d6e-b987-bc23f0500cd4 req-a1841de7-b084-41d2-a1b8-de10a51f16a1 service nova] Acquiring lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.630897] env[70683]: DEBUG oslo_concurrency.lockutils [req-94930854-0137-4d6e-b987-bc23f0500cd4 req-a1841de7-b084-41d2-a1b8-de10a51f16a1 service nova] Acquired lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.631293] env[70683]: DEBUG nova.network.neutron [req-94930854-0137-4d6e-b987-bc23f0500cd4 req-a1841de7-b084-41d2-a1b8-de10a51f16a1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Refreshing network info cache for port a1963a7c-08cf-4fb2-be8e-4a04160bd7fd {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.826215] env[70683]: DEBUG oslo_vmware.api [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Task: {'id': task-3281063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150735} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.829404] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.829611] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.829823] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.830035] env[70683]: INFO nova.compute.manager [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1068.830281] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.830530] env[70683]: DEBUG oslo_vmware.api [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.830689] env[70683]: DEBUG nova.compute.manager [-] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.830807] env[70683]: DEBUG nova.network.neutron [-] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.924892] env[70683]: DEBUG nova.network.neutron [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.952546] env[70683]: DEBUG oslo_vmware.api [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149339} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.952882] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.953084] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.953313] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.953767] env[70683]: INFO nova.compute.manager [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1068.953940] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.954032] env[70683]: DEBUG nova.compute.manager [-] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.954141] env[70683]: DEBUG nova.network.neutron [-] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.095615] env[70683]: INFO nova.compute.manager [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] instance snapshotting [ 1069.099316] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7edf1a-e99e-4704-a3e7-a5b10c4a6547 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.117588] env[70683]: DEBUG nova.scheduler.client.report [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.122765] env[70683]: DEBUG nova.network.neutron [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Updating instance_info_cache with network_info: [{"id": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "address": "fa:16:3e:c3:5d:30", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b0cc0b-83", "ovs_interfaceid": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.124270] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d09c205-49a9-4292-889c-d9ea80b5e2fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.321551] env[70683]: DEBUG oslo_vmware.api [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.430115] env[70683]: DEBUG nova.network.neutron [req-94930854-0137-4d6e-b987-bc23f0500cd4 req-a1841de7-b084-41d2-a1b8-de10a51f16a1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updated VIF entry in instance network info cache for port a1963a7c-08cf-4fb2-be8e-4a04160bd7fd. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.430115] env[70683]: DEBUG nova.network.neutron [req-94930854-0137-4d6e-b987-bc23f0500cd4 req-a1841de7-b084-41d2-a1b8-de10a51f16a1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [{"id": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "address": "fa:16:3e:d3:30:28", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498f1ea8-20", "ovs_interfaceid": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1963a7c-08cf-4fb2-be8e-4a04160bd7fd", "address": "fa:16:3e:ef:81:7c", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1963a7c-08", "ovs_interfaceid": "a1963a7c-08cf-4fb2-be8e-4a04160bd7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.628978] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.628978] env[70683]: DEBUG nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Instance network_info: |[{"id": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "address": "fa:16:3e:c3:5d:30", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b0cc0b-83", "ovs_interfaceid": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.629246] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.629699] env[70683]: DEBUG nova.compute.manager [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.633396] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:5d:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26b0cc0b-8398-441f-86e8-580f7947c5e6', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.647731] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.648365] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.038s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.648626] env[70683]: DEBUG nova.objects.instance [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lazy-loading 'resources' on Instance uuid 8a70d85b-bce0-470d-adb7-2048d4f9edaf {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.652758] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1069.652960] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.653490] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2145b976-65eb-4d0f-8c18-ef4d094c88d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.655758] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c80778-2cab-4e00-a572-70960f54df16 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.679607] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.679607] env[70683]: value = "task-3281067" [ 1069.679607] env[70683]: _type = "Task" [ 1069.679607] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.681016] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1069.681016] env[70683]: value = "task-3281066" [ 1069.681016] env[70683]: _type = "Task" [ 1069.681016] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.692437] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281067, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.696244] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.821296] env[70683]: DEBUG oslo_vmware.api [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.933777] env[70683]: DEBUG oslo_concurrency.lockutils [req-94930854-0137-4d6e-b987-bc23f0500cd4 req-a1841de7-b084-41d2-a1b8-de10a51f16a1 service nova] Releasing lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.019165] env[70683]: DEBUG nova.compute.manager [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Received event network-changed-26b0cc0b-8398-441f-86e8-580f7947c5e6 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.019498] env[70683]: DEBUG nova.compute.manager [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Refreshing instance network info cache due to event network-changed-26b0cc0b-8398-441f-86e8-580f7947c5e6. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.019744] env[70683]: DEBUG oslo_concurrency.lockutils [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] Acquiring lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.019817] env[70683]: DEBUG oslo_concurrency.lockutils [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] Acquired lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.020039] env[70683]: DEBUG nova.network.neutron [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Refreshing network info cache for port 26b0cc0b-8398-441f-86e8-580f7947c5e6 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.153047] env[70683]: DEBUG nova.compute.utils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.155893] env[70683]: DEBUG nova.compute.manager [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1070.156146] env[70683]: DEBUG nova.network.neutron [-] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.197896] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281067, 'name': CreateVM_Task, 'duration_secs': 0.361956} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.197896] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.198127] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.198859] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.200157] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.200157] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.200157] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15eb0d98-b89b-46cb-b200-eaa0040b1a2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.208437] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1070.208437] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e6948f-e2dc-9678-835e-0a00169d272d" [ 1070.208437] env[70683]: _type = "Task" [ 1070.208437] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.217526] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e6948f-e2dc-9678-835e-0a00169d272d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.320482] env[70683]: DEBUG oslo_vmware.api [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281062, 'name': ReconfigVM_Task, 'duration_secs': 1.984352} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.321793] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.322265] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Reconfigured VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1070.326075] env[70683]: DEBUG nova.network.neutron [-] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.475623] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278c55d-6fb0-482e-afaf-27d2a9d7c2d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.483780] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70bd459-2cc8-4ecf-b818-ee9eafc51b07 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.518145] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6773c-413c-41e5-b17e-2c8758f1638e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.527224] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291bba2c-2045-4e11-a11b-46d40715432c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.544424] env[70683]: DEBUG nova.compute.provider_tree [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.662634] env[70683]: DEBUG nova.compute.manager [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.665660] env[70683]: INFO nova.compute.manager [-] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Took 1.83 seconds to deallocate network for instance. [ 1070.695981] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281066, 'name': CreateSnapshot_Task, 'duration_secs': 0.649168} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.695981] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1070.696622] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c5f79-5956-4eac-b0a2-14d763b69fcf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.720655] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e6948f-e2dc-9678-835e-0a00169d272d, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.720980] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.721225] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.721458] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.721603] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.721781] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.722049] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2ab1149-202f-4cd1-baa0-3b1ff74fdebe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.730030] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.730205] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.730920] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc3bc2c-ca8e-42eb-b5c1-937d3efce816 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.735867] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1070.735867] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d17a98-11a2-1947-86ec-f742b7025969" [ 1070.735867] env[70683]: _type = "Task" [ 1070.735867] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.744540] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d17a98-11a2-1947-86ec-f742b7025969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.747687] env[70683]: DEBUG nova.network.neutron [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Updated VIF entry in instance network info cache for port 26b0cc0b-8398-441f-86e8-580f7947c5e6. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.748144] env[70683]: DEBUG nova.network.neutron [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Updating instance_info_cache with network_info: [{"id": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "address": "fa:16:3e:c3:5d:30", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b0cc0b-83", "ovs_interfaceid": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.828426] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b656ed14-373f-4da0-b45e-a25e8f09340b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-bc655189-5874-4019-bf25-cb2ce45ed2ed-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.063s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.829594] env[70683]: INFO nova.compute.manager [-] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Took 1.88 seconds to deallocate network for instance. [ 1071.048936] env[70683]: DEBUG nova.scheduler.client.report [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.173371] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.215441] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1071.215822] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f760bc0f-e2c6-48d2-aea0-8bd0bcc75bb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.224965] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1071.224965] env[70683]: value = "task-3281068" [ 1071.224965] env[70683]: _type = "Task" [ 1071.224965] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.233493] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281068, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.246083] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d17a98-11a2-1947-86ec-f742b7025969, 'name': SearchDatastore_Task, 'duration_secs': 0.008445} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.246688] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0283829f-70bd-4af5-b554-bd7435637e10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.250409] env[70683]: DEBUG oslo_concurrency.lockutils [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] Releasing lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.250656] env[70683]: DEBUG nova.compute.manager [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Received event network-vif-deleted-59283d8e-786d-4ca0-8cad-c7f08dd26176 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.250831] env[70683]: INFO nova.compute.manager [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Neutron deleted interface 59283d8e-786d-4ca0-8cad-c7f08dd26176; detaching it from the instance and deleting it from the info cache [ 1071.251015] env[70683]: DEBUG nova.network.neutron [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.253382] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1071.253382] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5241e6ca-5051-d939-8dfa-d5edf5b07e12" [ 1071.253382] env[70683]: _type = "Task" [ 1071.253382] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.262260] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5241e6ca-5051-d939-8dfa-d5edf5b07e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.336866] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.553960] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.556382] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.559s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.556611] env[70683]: DEBUG nova.objects.instance [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lazy-loading 'resources' on Instance uuid 08993e38-44a7-4466-8799-ef9220585a62 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.585039] env[70683]: INFO nova.scheduler.client.report [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleted allocations for instance 8a70d85b-bce0-470d-adb7-2048d4f9edaf [ 1071.674049] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "73f820a6-e78c-47bd-994d-d940d06ae476" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.674284] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "73f820a6-e78c-47bd-994d-d940d06ae476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.676022] env[70683]: DEBUG nova.compute.manager [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.711843] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.712134] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.712367] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.712594] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.712751] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.712888] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.713067] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.713237] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.713410] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.713570] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.714227] env[70683]: DEBUG nova.virt.hardware [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.714896] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02974d9-df4c-4f94-99ce-18a061d9ca03 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.723980] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569a1c06-1797-448c-80eb-6143059bdffb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.739813] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.745257] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Creating folder: Project (a058a1a22c2b44b495cbc44f3a0ed4e1). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.748465] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94849866-e06d-4ee6-bf24-1813057e6231 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.750361] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281068, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.754351] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0c1620b-6e07-446d-ac18-a5d6a47eba34 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.763777] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Created folder: Project (a058a1a22c2b44b495cbc44f3a0ed4e1) in parent group-v655051. [ 1071.764012] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Creating folder: Instances. Parent ref: group-v655273. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.764241] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f905527e-9a12-4367-942e-5de80d524093 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.770828] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5241e6ca-5051-d939-8dfa-d5edf5b07e12, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.772235] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.772329] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26/58de72be-21e5-4571-bef5-a26ac1502f26.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.772609] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4418ef89-478a-47c7-b31f-fb116c28e3f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.777222] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2816a9-1aa2-4d13-bbea-bef8434eeba1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.789408] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Created folder: Instances in parent group-v655273. [ 1071.789705] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.790566] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.790783] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b23367b-0295-49fe-8119-b74c7ecd315c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.803902] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1071.803902] env[70683]: value = "task-3281071" [ 1071.803902] env[70683]: _type = "Task" [ 1071.803902] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.815761] env[70683]: DEBUG nova.compute.manager [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Detach interface failed, port_id=59283d8e-786d-4ca0-8cad-c7f08dd26176, reason: Instance 1c700163-5b27-44a4-b86a-65f6b107c67d could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.816133] env[70683]: DEBUG nova.compute.manager [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Received event network-vif-deleted-22bf3b0b-2aaa-4eca-aa8d-e98944e0b456 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.816198] env[70683]: INFO nova.compute.manager [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Neutron deleted interface 22bf3b0b-2aaa-4eca-aa8d-e98944e0b456; detaching it from the instance and deleting it from the info cache [ 1071.816373] env[70683]: DEBUG nova.network.neutron [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.822591] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.822591] env[70683]: value = "task-3281072" [ 1071.822591] env[70683]: _type = "Task" [ 1071.822591] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.831688] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.838394] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281072, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.094907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-54f028f1-2239-4e02-992d-4d975fd1e222 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "8a70d85b-bce0-470d-adb7-2048d4f9edaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.121s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.182458] env[70683]: DEBUG nova.compute.manager [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.213376] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.213651] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.244038] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281068, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.321801] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30ced366-49f0-4320-84ef-d6a515ce6b04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.328862] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52104} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.332558] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26/58de72be-21e5-4571-bef5-a26ac1502f26.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.332803] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.333063] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6637a562-091e-45cb-bdc9-38907d067427 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.338837] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c14f195-1b5c-4b0e-b942-a7af540b3bae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.356026] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281072, 'name': CreateVM_Task, 'duration_secs': 0.481804} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.356164] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1072.356164] env[70683]: value = "task-3281073" [ 1072.356164] env[70683]: _type = "Task" [ 1072.356164] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.356830] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.357307] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.358081] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.358081] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.360814] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e6c4d9-94a8-4b63-82c8-9b9bc6c13c85 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.367698] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.380064] env[70683]: DEBUG nova.compute.manager [req-f59934eb-bac1-4976-b0a0-07dd51153df0 req-74b6c9be-3c04-4d8c-9669-400e3ff2304b service nova] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Detach interface failed, port_id=22bf3b0b-2aaa-4eca-aa8d-e98944e0b456, reason: Instance 202f5758-4b86-4768-9bb3-1fab0e90e8c2 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1072.380589] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1072.380589] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527d48bc-bb39-f228-004b-3269252633c4" [ 1072.380589] env[70683]: _type = "Task" [ 1072.380589] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.391549] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527d48bc-bb39-f228-004b-3269252633c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.391826] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.392354] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.392354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.392476] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.392702] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.395015] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffbefd4d-6793-45a5-9a76-576e8a9fbf69 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.402600] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.402776] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.403501] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78d8189f-89d5-4fee-8f7c-cbdc88a6a069 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.409700] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1072.409700] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52114d81-8903-b2d3-a3df-9b159c663ed9" [ 1072.409700] env[70683]: _type = "Task" [ 1072.409700] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.417705] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52114d81-8903-b2d3-a3df-9b159c663ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.470497] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576e9e2a-9f79-468c-a18c-560f3cda9c1a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.482462] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc5c0a-8e9a-4ff0-9386-b337c7879b1f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.523633] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc910ab-8bf2-4b62-9f27-8fad7d588fae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.531745] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a798aa45-32cc-4551-8a0b-20ced78e6df2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.545930] env[70683]: DEBUG nova.compute.provider_tree [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.700609] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.716796] env[70683]: DEBUG nova.compute.utils [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.738489] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281068, 'name': CloneVM_Task, 'duration_secs': 1.413753} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.738794] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Created linked-clone VM from snapshot [ 1072.739522] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3abe1f-cf8b-4fb8-8ee4-a5aab1b2bdfd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.746731] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Uploading image 1e3beff0-498e-4a9f-b04c-ac9b17cd6db0 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.763277] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1072.763428] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-862d2e2a-bfb4-41b5-a0d6-6cd112b994e6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.769915] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1072.769915] env[70683]: value = "task-3281074" [ 1072.769915] env[70683]: _type = "Task" [ 1072.769915] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.778237] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281074, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.866143] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07209} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.866434] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.867238] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ad5cd-001b-4821-a833-f017c7cc8c40 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.890039] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26/58de72be-21e5-4571-bef5-a26ac1502f26.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.890369] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30760c62-4c4a-4fa5-aea5-71fc96bfc090 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.910211] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1072.910211] env[70683]: value = "task-3281075" [ 1072.910211] env[70683]: _type = "Task" [ 1072.910211] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.921312] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52114d81-8903-b2d3-a3df-9b159c663ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.924887] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.925125] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d595b8c-b37a-4cdc-929e-f73313044df5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.930374] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1072.930374] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f17f17-5a55-cde6-14ae-f34613cc99de" [ 1072.930374] env[70683]: _type = "Task" [ 1072.930374] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.940951] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f17f17-5a55-cde6-14ae-f34613cc99de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.975604] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-bc655189-5874-4019-bf25-cb2ce45ed2ed-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.975966] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-bc655189-5874-4019-bf25-cb2ce45ed2ed-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.049210] env[70683]: DEBUG nova.scheduler.client.report [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.219371] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.280631] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281074, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.420661] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.439657] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f17f17-5a55-cde6-14ae-f34613cc99de, 'name': SearchDatastore_Task, 'duration_secs': 0.028936} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.440009] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.440304] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 1f160979-1851-41ea-821d-7a578ff76b7a/1f160979-1851-41ea-821d-7a578ff76b7a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.440574] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f4f8f8-b38d-4efb-9e4b-a5284bafab2c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.447537] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1073.447537] env[70683]: value = "task-3281076" [ 1073.447537] env[70683]: _type = "Task" [ 1073.447537] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.455197] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.479153] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.479365] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.480332] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69102d-e6dd-402a-b612-cc6785bc76a6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.498338] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f6523-79e3-4b95-b3a5-ec2586e60249 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.525124] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Reconfiguring VM to detach interface {{(pid=70683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1073.525468] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe03f09-f922-4eb3-9c07-ead7cffb6161 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.545136] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1073.545136] env[70683]: value = "task-3281077" [ 1073.545136] env[70683]: _type = "Task" [ 1073.545136] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.553724] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.554517] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.557018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.769s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.559027] env[70683]: INFO nova.compute.claims [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.595507] env[70683]: INFO nova.scheduler.client.report [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted allocations for instance 08993e38-44a7-4466-8799-ef9220585a62 [ 1073.782336] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281074, 'name': Destroy_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.926726] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281075, 'name': ReconfigVM_Task, 'duration_secs': 0.888436} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.926726] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26/58de72be-21e5-4571-bef5-a26ac1502f26.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.927099] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-524ee225-fad1-4d8a-a0f0-42a9e2d5fdcb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.934038] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1073.934038] env[70683]: value = "task-3281078" [ 1073.934038] env[70683]: _type = "Task" [ 1073.934038] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.943975] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281078, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.957047] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490453} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.957047] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 1f160979-1851-41ea-821d-7a578ff76b7a/1f160979-1851-41ea-821d-7a578ff76b7a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.957286] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.957537] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b78640fc-ff7c-41d5-8155-442e76c7bbbc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.964784] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1073.964784] env[70683]: value = "task-3281079" [ 1073.964784] env[70683]: _type = "Task" [ 1073.964784] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.974049] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.056210] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.105453] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ca1f34c6-9652-4ce9-9ac6-98bf210e9fb5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "08993e38-44a7-4466-8799-ef9220585a62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.558s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.281535] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281074, 'name': Destroy_Task, 'duration_secs': 1.069628} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.281971] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Destroyed the VM [ 1074.282319] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1074.282627] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22f6bd77-fc28-4856-9f34-79e0b0ae524b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.289686] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1074.289686] env[70683]: value = "task-3281080" [ 1074.289686] env[70683]: _type = "Task" [ 1074.289686] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.297694] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281080, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.311542] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.311803] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.312057] env[70683]: INFO nova.compute.manager [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Attaching volume f3a95f40-9bec-4ef2-8d8c-b747cb8439a2 to /dev/sdb [ 1074.352060] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c460fa-cd4c-4ed5-a3a9-cc68058a623e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.359108] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d910e988-bf74-4c67-8776-2eabfaa9d04d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.373302] env[70683]: DEBUG nova.virt.block_device [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updating existing volume attachment record: d005494a-3f3b-4b9f-9c33-6cedf935341e {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.442689] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281078, 'name': Rename_Task, 'duration_secs': 0.28152} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.442985] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.443254] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c918c33-3f23-42f7-8173-5d200960a77c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.450677] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1074.450677] env[70683]: value = "task-3281081" [ 1074.450677] env[70683]: _type = "Task" [ 1074.450677] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.458785] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.474081] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066411} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.474339] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.475182] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb11d689-2a01-43da-a339-2a0b2fce44b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.494451] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 1f160979-1851-41ea-821d-7a578ff76b7a/1f160979-1851-41ea-821d-7a578ff76b7a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.494749] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24034ba9-c103-400d-877d-551485ff3a76 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.514117] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1074.514117] env[70683]: value = "task-3281082" [ 1074.514117] env[70683]: _type = "Task" [ 1074.514117] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.522635] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.555366] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.805852] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281080, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.822809] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4969d649-1438-4525-883b-5466664c5c2c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.830933] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc410efb-2edd-416f-88d8-63d9652fba90 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.860584] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ccfce-acc1-4d29-b8f2-f227201d210c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.867849] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcc4957-b629-4711-8a41-908a5aaf8454 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.882955] env[70683]: DEBUG nova.compute.provider_tree [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.962423] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281081, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.024249] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281082, 'name': ReconfigVM_Task, 'duration_secs': 0.362903} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.024580] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 1f160979-1851-41ea-821d-7a578ff76b7a/1f160979-1851-41ea-821d-7a578ff76b7a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.025275] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b7730e1-f15f-4bad-b13f-321b8e591026 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.031445] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1075.031445] env[70683]: value = "task-3281086" [ 1075.031445] env[70683]: _type = "Task" [ 1075.031445] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.039559] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281086, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.055162] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.190233] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "442aeebb-1185-4301-90a1-06206fe73a1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.190474] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "442aeebb-1185-4301-90a1-06206fe73a1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.300440] env[70683]: DEBUG oslo_vmware.api [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281080, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890168} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.300929] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.385556] env[70683]: DEBUG nova.scheduler.client.report [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.460236] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281081, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.542696] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281086, 'name': Rename_Task, 'duration_secs': 0.171322} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.542696] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.542696] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5130799-e6b3-4597-86b8-4e01cfb7bbe9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.550436] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1075.550436] env[70683]: value = "task-3281087" [ 1075.550436] env[70683]: _type = "Task" [ 1075.550436] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.556542] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.561203] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.693502] env[70683]: DEBUG nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.805785] env[70683]: WARNING nova.compute.manager [None req-cea328e8-9d6e-4230-be27-a4c2a7df618f tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Image not found during snapshot: nova.exception.ImageNotFound: Image 1e3beff0-498e-4a9f-b04c-ac9b17cd6db0 could not be found. [ 1075.892438] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.892438] env[70683]: DEBUG nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.895141] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.706s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.895141] env[70683]: DEBUG nova.objects.instance [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lazy-loading 'resources' on Instance uuid a02eecf2-3d70-4e2d-8201-bc46f0e6f86d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.964020] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.060297] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.063609] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.226852] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.397832] env[70683]: DEBUG nova.compute.utils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.400092] env[70683]: DEBUG nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.400332] env[70683]: DEBUG nova.network.neutron [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.447600] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.447863] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.448097] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.448872] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.448872] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.452856] env[70683]: INFO nova.compute.manager [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Terminating instance [ 1076.466367] env[70683]: DEBUG oslo_vmware.api [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281081, 'name': PowerOnVM_Task, 'duration_secs': 1.555698} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.468991] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.469218] env[70683]: INFO nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1076.469397] env[70683]: DEBUG nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.471197] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1fa4d1-fd6c-4652-a056-4c0e5d62de8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.475894] env[70683]: DEBUG nova.policy [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce88416e8e7447f4ba99678675686e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38de30692d0b4e30874a7f9c86a0ac57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.561518] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.567164] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.677467] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a53fab6-a731-43aa-b173-56904c555608 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.684948] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419acd7-8550-4739-b733-0a0c3d3f37dc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.724159] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa4588-4639-4761-a787-c85af2a9c984 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.732458] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76232452-9aef-45b8-a7df-44e6d522a321 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.745763] env[70683]: DEBUG nova.compute.provider_tree [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.905713] env[70683]: DEBUG nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.910111] env[70683]: DEBUG nova.network.neutron [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Successfully created port: 240ce719-9d9c-418f-892c-d67d08416882 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.962625] env[70683]: DEBUG nova.compute.manager [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.962864] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.963814] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfd450d-5bf1-4402-93cb-b3613b853527 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.974949] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.975247] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b9e1903-8013-4894-9794-8bb8997c55a6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.983020] env[70683]: DEBUG oslo_vmware.api [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1076.983020] env[70683]: value = "task-3281088" [ 1076.983020] env[70683]: _type = "Task" [ 1076.983020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.994487] env[70683]: DEBUG oslo_vmware.api [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.002027] env[70683]: INFO nova.compute.manager [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Took 19.30 seconds to build instance. [ 1077.062466] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.067890] env[70683]: DEBUG oslo_vmware.api [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281087, 'name': PowerOnVM_Task, 'duration_secs': 1.117326} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.068882] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.069172] env[70683]: INFO nova.compute.manager [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Took 5.39 seconds to spawn the instance on the hypervisor. [ 1077.069427] env[70683]: DEBUG nova.compute.manager [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.070402] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda97e9-467c-4f53-be90-0f962757fbb8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.250092] env[70683]: DEBUG nova.scheduler.client.report [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.496209] env[70683]: DEBUG oslo_vmware.api [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281088, 'name': PowerOffVM_Task, 'duration_secs': 0.305932} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.496696] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.496794] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.497143] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-227d5c43-c023-4ef3-b220-f8d72b97d5e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.501899] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9f3b30bc-83dc-4c2f-b070-b48f151b9133 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "58de72be-21e5-4571-bef5-a26ac1502f26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.811s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.558368] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.561102] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.561315] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.561503] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleting the datastore file [datastore2] 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.561765] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e89e9f9-de51-48bf-812e-9867415f71ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.568427] env[70683]: DEBUG oslo_vmware.api [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for the task: (returnval){ [ 1077.568427] env[70683]: value = "task-3281091" [ 1077.568427] env[70683]: _type = "Task" [ 1077.568427] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.579715] env[70683]: DEBUG oslo_vmware.api [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.585816] env[70683]: INFO nova.compute.manager [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Took 17.97 seconds to build instance. [ 1077.732109] env[70683]: DEBUG nova.compute.manager [None req-3aeb70cd-13d6-4160-9ab3-9751d5152440 tempest-ServerDiagnosticsV248Test-1951257235 tempest-ServerDiagnosticsV248Test-1951257235-project-admin] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.733293] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f6a5db-e23a-4147-bfd4-410177cc9dd4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.740302] env[70683]: INFO nova.compute.manager [None req-3aeb70cd-13d6-4160-9ab3-9751d5152440 tempest-ServerDiagnosticsV248Test-1951257235 tempest-ServerDiagnosticsV248Test-1951257235-project-admin] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Retrieving diagnostics [ 1077.741370] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab3e37e-20eb-47fc-ab68-3793c511873e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.769578] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.773703] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.600s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.773703] env[70683]: DEBUG nova.objects.instance [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lazy-loading 'resources' on Instance uuid 1c700163-5b27-44a4-b86a-65f6b107c67d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.802415] env[70683]: INFO nova.scheduler.client.report [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Deleted allocations for instance a02eecf2-3d70-4e2d-8201-bc46f0e6f86d [ 1077.920449] env[70683]: DEBUG nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.950969] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.951251] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.951517] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.951587] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.951728] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.951875] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.953312] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.953312] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.953312] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.953474] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.953655] env[70683]: DEBUG nova.virt.hardware [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.954553] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522a7226-0997-4452-bc34-03bfaebfd6f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.962924] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35de83d-565d-4f19-81ab-329ed30b8ee5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.060338] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.077550] env[70683]: DEBUG oslo_vmware.api [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Task: {'id': task-3281091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227717} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.077828] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.077990] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.078185] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.078355] env[70683]: INFO nova.compute.manager [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1078.078594] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.078792] env[70683]: DEBUG nova.compute.manager [-] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.078881] env[70683]: DEBUG nova.network.neutron [-] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.088077] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c05b6e80-793d-480d-9edb-63718754c9a3 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "1f160979-1851-41ea-821d-7a578ff76b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.475s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.138255] env[70683]: INFO nova.compute.manager [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Rescuing [ 1078.138515] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.138665] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.138827] env[70683]: DEBUG nova.network.neutron [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.316617] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d145993d-b127-454a-97e0-7bbb97b3819a tempest-VolumesAssistedSnapshotsTest-842761959 tempest-VolumesAssistedSnapshotsTest-842761959-project-member] Lock "a02eecf2-3d70-4e2d-8201-bc46f0e6f86d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.786s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.525585] env[70683]: DEBUG nova.compute.manager [req-cb7accf1-e7d0-4883-88b0-4c94d1a9b787 req-a85e108b-473a-4729-8a71-79265f80d89d service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Received event network-vif-deleted-25c96f80-57f2-405f-b513-abd80cbb43f4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.526128] env[70683]: INFO nova.compute.manager [req-cb7accf1-e7d0-4883-88b0-4c94d1a9b787 req-a85e108b-473a-4729-8a71-79265f80d89d service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Neutron deleted interface 25c96f80-57f2-405f-b513-abd80cbb43f4; detaching it from the instance and deleting it from the info cache [ 1078.526128] env[70683]: DEBUG nova.network.neutron [req-cb7accf1-e7d0-4883-88b0-4c94d1a9b787 req-a85e108b-473a-4729-8a71-79265f80d89d service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.562094] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.579297] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64918e7-ccda-47f4-8967-48da02c3839e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.587588] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b45b23-dae1-4d30-a413-d527960b4f87 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.621882] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af540848-6ce4-4914-b603-6d8a98e85f5a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.631513] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c44dd-1e6f-4a22-a495-3616546b2ce2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.652365] env[70683]: DEBUG nova.compute.provider_tree [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.772950] env[70683]: DEBUG nova.network.neutron [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Successfully updated port: 240ce719-9d9c-418f-892c-d67d08416882 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.927493] env[70683]: DEBUG nova.network.neutron [-] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.019309] env[70683]: DEBUG nova.network.neutron [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Updating instance_info_cache with network_info: [{"id": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "address": "fa:16:3e:c3:5d:30", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b0cc0b-83", "ovs_interfaceid": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.033954] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-211c681f-a575-4d9c-82e6-2ecc13705e5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.052726] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c09f3-9657-4088-b1d0-8c5c90b9436b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.084688] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.103245] env[70683]: DEBUG nova.compute.manager [req-cb7accf1-e7d0-4883-88b0-4c94d1a9b787 req-a85e108b-473a-4729-8a71-79265f80d89d service nova] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Detach interface failed, port_id=25c96f80-57f2-405f-b513-abd80cbb43f4, reason: Instance 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.157165] env[70683]: DEBUG nova.scheduler.client.report [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.275291] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "refresh_cache-3d7685e4-74ee-4b93-8019-3e3b8155eb2d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.275461] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "refresh_cache-3d7685e4-74ee-4b93-8019-3e3b8155eb2d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.275621] env[70683]: DEBUG nova.network.neutron [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.422213] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.422467] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655277', 'volume_id': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'name': 'volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cddf556-a9f1-4af7-ba43-4b27ff612b9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'serial': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.423705] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9f5e06-c743-446e-8e1c-9ed3d4cdbc20 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.439748] env[70683]: INFO nova.compute.manager [-] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Took 1.36 seconds to deallocate network for instance. [ 1079.442069] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975829bf-164e-419c-a35f-170290671db0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.474063] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2/volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.474413] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf9024d-894c-4822-b6f4-2232518c7b3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.492713] env[70683]: DEBUG oslo_vmware.api [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1079.492713] env[70683]: value = "task-3281092" [ 1079.492713] env[70683]: _type = "Task" [ 1079.492713] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.502049] env[70683]: DEBUG oslo_vmware.api [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.523852] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.584499] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.665938] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.668382] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.331s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.668647] env[70683]: DEBUG nova.objects.instance [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'resources' on Instance uuid 202f5758-4b86-4768-9bb3-1fab0e90e8c2 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.695118] env[70683]: INFO nova.scheduler.client.report [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Deleted allocations for instance 1c700163-5b27-44a4-b86a-65f6b107c67d [ 1079.844158] env[70683]: DEBUG nova.network.neutron [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.949816] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.002816] env[70683]: DEBUG oslo_vmware.api [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281092, 'name': ReconfigVM_Task, 'duration_secs': 0.391716} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.002948] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2/volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.008382] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654ede14-57c7-4b99-bce7-d3fde07fbfc7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.023942] env[70683]: DEBUG oslo_vmware.api [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1080.023942] env[70683]: value = "task-3281093" [ 1080.023942] env[70683]: _type = "Task" [ 1080.023942] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.033286] env[70683]: DEBUG oslo_vmware.api [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.089876] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.163691] env[70683]: DEBUG nova.network.neutron [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Updating instance_info_cache with network_info: [{"id": "240ce719-9d9c-418f-892c-d67d08416882", "address": "fa:16:3e:c2:e4:98", "network": {"id": "173ffe01-d3bd-40a9-a6ce-ea2c5533478a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-5688046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38de30692d0b4e30874a7f9c86a0ac57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240ce719-9d", "ovs_interfaceid": "240ce719-9d9c-418f-892c-d67d08416882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.208776] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a1f72a0-9f66-4077-bb09-ef35b855a1bd tempest-ServersTestFqdnHostnames-1753816078 tempest-ServersTestFqdnHostnames-1753816078-project-member] Lock "1c700163-5b27-44a4-b86a-65f6b107c67d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.024s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.425629] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d62f8f-3804-4832-b02f-6cdd679cc63d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.434369] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896ee22b-2405-4e88-8167-2c7cecce378f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.466022] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8525eccd-d8c6-4034-b33f-84959748ac69 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.474021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbaf0ed-2242-4797-b602-8a275d36a6aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.487325] env[70683]: DEBUG nova.compute.provider_tree [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.536755] env[70683]: DEBUG oslo_vmware.api [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281093, 'name': ReconfigVM_Task, 'duration_secs': 0.145754} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.536755] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655277', 'volume_id': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'name': 'volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cddf556-a9f1-4af7-ba43-4b27ff612b9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'serial': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.557763] env[70683]: DEBUG nova.compute.manager [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Received event network-vif-plugged-240ce719-9d9c-418f-892c-d67d08416882 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.557917] env[70683]: DEBUG oslo_concurrency.lockutils [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] Acquiring lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.558116] env[70683]: DEBUG oslo_concurrency.lockutils [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] Lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.558283] env[70683]: DEBUG oslo_concurrency.lockutils [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] Lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.558447] env[70683]: DEBUG nova.compute.manager [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] No waiting events found dispatching network-vif-plugged-240ce719-9d9c-418f-892c-d67d08416882 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.558611] env[70683]: WARNING nova.compute.manager [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Received unexpected event network-vif-plugged-240ce719-9d9c-418f-892c-d67d08416882 for instance with vm_state building and task_state spawning. [ 1080.558769] env[70683]: DEBUG nova.compute.manager [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Received event network-changed-240ce719-9d9c-418f-892c-d67d08416882 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.558920] env[70683]: DEBUG nova.compute.manager [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Refreshing instance network info cache due to event network-changed-240ce719-9d9c-418f-892c-d67d08416882. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.559413] env[70683]: DEBUG oslo_concurrency.lockutils [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] Acquiring lock "refresh_cache-3d7685e4-74ee-4b93-8019-3e3b8155eb2d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.585678] env[70683]: DEBUG oslo_vmware.api [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281077, 'name': ReconfigVM_Task, 'duration_secs': 6.57222} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.586069] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.586123] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Reconfigured VM to detach interface {{(pid=70683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1080.666084] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "refresh_cache-3d7685e4-74ee-4b93-8019-3e3b8155eb2d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.666436] env[70683]: DEBUG nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Instance network_info: |[{"id": "240ce719-9d9c-418f-892c-d67d08416882", "address": "fa:16:3e:c2:e4:98", "network": {"id": "173ffe01-d3bd-40a9-a6ce-ea2c5533478a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-5688046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38de30692d0b4e30874a7f9c86a0ac57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240ce719-9d", "ovs_interfaceid": "240ce719-9d9c-418f-892c-d67d08416882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.666769] env[70683]: DEBUG oslo_concurrency.lockutils [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] Acquired lock "refresh_cache-3d7685e4-74ee-4b93-8019-3e3b8155eb2d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.666968] env[70683]: DEBUG nova.network.neutron [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Refreshing network info cache for port 240ce719-9d9c-418f-892c-d67d08416882 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.669518] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:e4:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '240ce719-9d9c-418f-892c-d67d08416882', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.679407] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Creating folder: Project (38de30692d0b4e30874a7f9c86a0ac57). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.679407] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1542ef74-1509-4e5d-a1ab-ae2b66757b53 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.689307] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Created folder: Project (38de30692d0b4e30874a7f9c86a0ac57) in parent group-v655051. [ 1080.689488] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Creating folder: Instances. Parent ref: group-v655278. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.689712] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4274df-f49e-4a55-9d58-c49d0782d18d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.698687] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Created folder: Instances in parent group-v655278. [ 1080.699595] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.699595] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.699595] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-257e87e7-c7e6-4976-b283-05c5e6af523e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.719230] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.719230] env[70683]: value = "task-3281096" [ 1080.719230] env[70683]: _type = "Task" [ 1080.719230] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.726945] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281096, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.990564] env[70683]: DEBUG nova.scheduler.client.report [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.067756] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.068172] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3bf65c5-9e7f-4fe0-93d0-787a98280ce5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.077291] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1081.077291] env[70683]: value = "task-3281097" [ 1081.077291] env[70683]: _type = "Task" [ 1081.077291] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.099931] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.235553] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281096, 'name': CreateVM_Task, 'duration_secs': 0.332463} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.235745] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.238468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.238669] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.239126] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.239738] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f3a4b5-eede-4672-97eb-4ca0a52dc069 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.251542] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1081.251542] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524475bc-259d-e070-2304-e6460cac8312" [ 1081.251542] env[70683]: _type = "Task" [ 1081.251542] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.263018] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524475bc-259d-e070-2304-e6460cac8312, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.263459] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.263714] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.264330] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.264978] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.264978] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.265174] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4fb5252-d709-42ed-b92d-99774c5834e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.277589] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.277792] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.278842] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2014f776-e818-4180-a2e8-109bc084358d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.289690] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1081.289690] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522db746-810d-c015-20ff-866ae8a4bb57" [ 1081.289690] env[70683]: _type = "Task" [ 1081.289690] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.298989] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522db746-810d-c015-20ff-866ae8a4bb57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.499525] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.502112] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.802s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.508027] env[70683]: INFO nova.compute.claims [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.534023] env[70683]: INFO nova.scheduler.client.report [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleted allocations for instance 202f5758-4b86-4768-9bb3-1fab0e90e8c2 [ 1081.534023] env[70683]: DEBUG nova.network.neutron [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Updated VIF entry in instance network info cache for port 240ce719-9d9c-418f-892c-d67d08416882. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.534517] env[70683]: DEBUG nova.network.neutron [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Updating instance_info_cache with network_info: [{"id": "240ce719-9d9c-418f-892c-d67d08416882", "address": "fa:16:3e:c2:e4:98", "network": {"id": "173ffe01-d3bd-40a9-a6ce-ea2c5533478a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-5688046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38de30692d0b4e30874a7f9c86a0ac57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240ce719-9d", "ovs_interfaceid": "240ce719-9d9c-418f-892c-d67d08416882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.589499] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281097, 'name': PowerOffVM_Task, 'duration_secs': 0.237666} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.589768] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.591018] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8868d9a0-9a84-4355-9351-6492a58ffd43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.610954] env[70683]: DEBUG nova.objects.instance [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.613336] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c9f3f6-13bb-4479-9adc-05ffa777a771 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.652849] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.653244] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8d7be6-1df8-47e1-b8a3-76eb4943ac50 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.661178] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1081.661178] env[70683]: value = "task-3281098" [ 1081.661178] env[70683]: _type = "Task" [ 1081.661178] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.671539] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1081.671712] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.671950] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.672112] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.672294] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.672528] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961e80ad-54b2-4721-a545-cc9c7aab7343 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.680494] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.680667] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.681439] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485fea89-49b5-4fa4-929b-6d9d960629b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.686668] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1081.686668] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527b8f1f-cebc-b0e6-1fbc-b735cd7e1b5f" [ 1081.686668] env[70683]: _type = "Task" [ 1081.686668] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.694036] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527b8f1f-cebc-b0e6-1fbc-b735cd7e1b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.772713] env[70683]: DEBUG oslo_concurrency.lockutils [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.801936] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522db746-810d-c015-20ff-866ae8a4bb57, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.801936] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050d9260-4636-48b7-8df8-cd9b5245169c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.806820] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1081.806820] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5236fcde-1828-17ac-8a9c-90abf0f782ca" [ 1081.806820] env[70683]: _type = "Task" [ 1081.806820] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.815621] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5236fcde-1828-17ac-8a9c-90abf0f782ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.909862] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.910101] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.910311] env[70683]: DEBUG nova.network.neutron [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.041900] env[70683]: DEBUG oslo_concurrency.lockutils [req-901735bd-7a3e-4d9e-ab8d-6b16d887fa70 req-cf9141ab-9600-4a07-8547-f9c771afae61 service nova] Releasing lock "refresh_cache-3d7685e4-74ee-4b93-8019-3e3b8155eb2d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.049545] env[70683]: DEBUG oslo_concurrency.lockutils [None req-106595e2-7fa9-40a9-b125-abac295f4408 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "202f5758-4b86-4768-9bb3-1fab0e90e8c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.715s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.121845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0d630876-1d9a-4640-b926-de4c1804b82d tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.810s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.126392] env[70683]: DEBUG oslo_concurrency.lockutils [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.350s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.126392] env[70683]: DEBUG nova.compute.manager [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.129300] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c99b38-6f45-4e8e-a279-84dea7cb063a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.136458] env[70683]: DEBUG nova.compute.manager [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1082.137037] env[70683]: DEBUG nova.objects.instance [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.196545] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527b8f1f-cebc-b0e6-1fbc-b735cd7e1b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.007876} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.197459] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc9d898-8c19-4b71-8d09-56a1861c0fea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.202968] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1082.202968] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52518972-db4c-474e-778b-f226b7fcb34b" [ 1082.202968] env[70683]: _type = "Task" [ 1082.202968] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.211273] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52518972-db4c-474e-778b-f226b7fcb34b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.319633] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5236fcde-1828-17ac-8a9c-90abf0f782ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008607} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.319633] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.319633] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 3d7685e4-74ee-4b93-8019-3e3b8155eb2d/3d7685e4-74ee-4b93-8019-3e3b8155eb2d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.319633] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f779654a-7889-4941-ba20-4a966563e834 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.324705] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1082.324705] env[70683]: value = "task-3281099" [ 1082.324705] env[70683]: _type = "Task" [ 1082.324705] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.335734] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.348626] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.348945] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.349186] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.349370] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.349534] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.351630] env[70683]: INFO nova.compute.manager [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Terminating instance [ 1082.718184] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52518972-db4c-474e-778b-f226b7fcb34b, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.722118] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.722490] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. {{(pid=70683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1082.723097] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a54e521-23ef-4693-8214-a1651e2fbe4d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.732030] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1082.732030] env[70683]: value = "task-3281100" [ 1082.732030] env[70683]: _type = "Task" [ 1082.732030] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.745990] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.787060] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b42dea-6ec2-4315-a3fa-8ad92ab7af3c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.795451] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbcc604-7f3b-448c-8cd7-10f7169593bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.831343] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be07821f-8749-41c3-8e9c-ffea7c7f0895 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.838968] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430093} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.841247] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 3d7685e4-74ee-4b93-8019-3e3b8155eb2d/3d7685e4-74ee-4b93-8019-3e3b8155eb2d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.841516] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.841715] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d5ebbcb-2575-4132-8451-499be480b94c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.845119] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefbb506-a639-467a-887c-939703412a6c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.861785] env[70683]: DEBUG nova.compute.manager [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.862176] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.862856] env[70683]: DEBUG nova.compute.provider_tree [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.866963] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7c03c-b9f1-4b3a-9e56-62ee980e49be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.870367] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1082.870367] env[70683]: value = "task-3281101" [ 1082.870367] env[70683]: _type = "Task" [ 1082.870367] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.880448] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.881032] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e213ea57-1674-40b4-989b-6f70396af169 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.885978] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.891496] env[70683]: DEBUG oslo_vmware.api [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1082.891496] env[70683]: value = "task-3281102" [ 1082.891496] env[70683]: _type = "Task" [ 1082.891496] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.902309] env[70683]: DEBUG oslo_vmware.api [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.955382] env[70683]: DEBUG nova.compute.manager [req-95a43dec-2dad-402e-bd70-3f72e706d034 req-edb2c979-64bb-43f6-9d8b-d4ecfa3e6cb1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received event network-vif-deleted-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.955638] env[70683]: INFO nova.compute.manager [req-95a43dec-2dad-402e-bd70-3f72e706d034 req-edb2c979-64bb-43f6-9d8b-d4ecfa3e6cb1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Neutron deleted interface a1963a7c-08cf-4fb2-be8e-4a04160bd7fd; detaching it from the instance and deleting it from the info cache [ 1082.955901] env[70683]: DEBUG nova.network.neutron [req-95a43dec-2dad-402e-bd70-3f72e706d034 req-edb2c979-64bb-43f6-9d8b-d4ecfa3e6cb1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [{"id": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "address": "fa:16:3e:d3:30:28", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498f1ea8-20", "ovs_interfaceid": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.148164] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.148164] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc08fb05-7195-49d5-bcdb-9c9a36b91148 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.157866] env[70683]: DEBUG oslo_vmware.api [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1083.157866] env[70683]: value = "task-3281103" [ 1083.157866] env[70683]: _type = "Task" [ 1083.157866] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.169147] env[70683]: INFO nova.network.neutron [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Port a1963a7c-08cf-4fb2-be8e-4a04160bd7fd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1083.169602] env[70683]: DEBUG nova.network.neutron [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [{"id": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "address": "fa:16:3e:d3:30:28", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498f1ea8-20", "ovs_interfaceid": "498f1ea8-20a2-4cbd-bde1-a6cea4eea42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.176151] env[70683]: DEBUG oslo_vmware.api [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.244929] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281100, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.372830] env[70683]: DEBUG nova.scheduler.client.report [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.388985] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06606} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.390419] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.390419] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5d7d3e-edf6-4cd1-aef7-feaacd06d439 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.421473] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 3d7685e4-74ee-4b93-8019-3e3b8155eb2d/3d7685e4-74ee-4b93-8019-3e3b8155eb2d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.423531] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d1bfe5-0fd7-4155-b6a8-323b9ae0454a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.439058] env[70683]: DEBUG oslo_vmware.api [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281102, 'name': PowerOffVM_Task, 'duration_secs': 0.260417} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.439439] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.439604] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.440414] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e91d0ab2-9b6b-41e0-abc8-73fa5a53b992 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.445442] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1083.445442] env[70683]: value = "task-3281104" [ 1083.445442] env[70683]: _type = "Task" [ 1083.445442] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.454102] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.458646] env[70683]: DEBUG oslo_concurrency.lockutils [req-95a43dec-2dad-402e-bd70-3f72e706d034 req-edb2c979-64bb-43f6-9d8b-d4ecfa3e6cb1 service nova] Acquiring lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.504115] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.504389] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.504578] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleting the datastore file [datastore2] bc655189-5874-4019-bf25-cb2ce45ed2ed {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.504853] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a810340c-96c3-4383-869b-0eb8ce1e4165 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.511992] env[70683]: DEBUG oslo_vmware.api [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1083.511992] env[70683]: value = "task-3281106" [ 1083.511992] env[70683]: _type = "Task" [ 1083.511992] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.521092] env[70683]: DEBUG oslo_vmware.api [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.669742] env[70683]: DEBUG oslo_vmware.api [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281103, 'name': PowerOffVM_Task, 'duration_secs': 0.238428} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.672573] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.672573] env[70683]: DEBUG nova.compute.manager [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.673167] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c9eb13-caa9-4890-b351-97d0a89902d6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.681243] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745023] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573726} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.745023] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. [ 1083.745491] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd50fe9-4643-473f-8df2-94d0a2c65cd0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.773354] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.773801] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c1d8a76-f02d-4722-bb4b-7e8cb459e9fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.793357] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1083.793357] env[70683]: value = "task-3281107" [ 1083.793357] env[70683]: _type = "Task" [ 1083.793357] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.804945] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.882112] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.882801] env[70683]: DEBUG nova.compute.manager [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.886025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.659s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.888408] env[70683]: INFO nova.compute.claims [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.956429] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281104, 'name': ReconfigVM_Task, 'duration_secs': 0.327214} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.956815] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 3d7685e4-74ee-4b93-8019-3e3b8155eb2d/3d7685e4-74ee-4b93-8019-3e3b8155eb2d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.957530] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eb105f2-06df-48d3-acf8-37612f584815 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.964908] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1083.964908] env[70683]: value = "task-3281108" [ 1083.964908] env[70683]: _type = "Task" [ 1083.964908] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.978289] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281108, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.025147] env[70683]: DEBUG oslo_vmware.api [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208083} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.025562] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.025752] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.025872] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.026063] env[70683]: INFO nova.compute.manager [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1084.026311] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.026506] env[70683]: DEBUG nova.compute.manager [-] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.026602] env[70683]: DEBUG nova.network.neutron [-] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.190141] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9681eefd-775f-4136-a283-ddc255f0fd6e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-bc655189-5874-4019-bf25-cb2ce45ed2ed-a1963a7c-08cf-4fb2-be8e-4a04160bd7fd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.214s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.196185] env[70683]: DEBUG oslo_concurrency.lockutils [None req-775d61e3-62ad-4258-bb36-65a346e85fc1 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.305223] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.372577] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.372846] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.395967] env[70683]: DEBUG nova.compute.utils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.397591] env[70683]: DEBUG nova.compute.manager [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Not allocating networking since 'none' was specified. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1084.474102] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281108, 'name': Rename_Task, 'duration_secs': 0.152769} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.474390] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.474638] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4615248e-7a8d-4fca-bae7-36e47341838d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.482182] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1084.482182] env[70683]: value = "task-3281109" [ 1084.482182] env[70683]: _type = "Task" [ 1084.482182] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.490249] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.804411] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281107, 'name': ReconfigVM_Task, 'duration_secs': 0.941703} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.805127] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.806431] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d19193-8689-4d8d-aa24-4e4bbf834bd6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.833147] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afcb402d-4b91-48ae-8e6f-8951fa1fbc96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.849486] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1084.849486] env[70683]: value = "task-3281110" [ 1084.849486] env[70683]: _type = "Task" [ 1084.849486] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.858186] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.876327] env[70683]: INFO nova.compute.manager [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Detaching volume c8af528d-2404-4180-8c9d-fcaf3516e9f1 [ 1084.902714] env[70683]: DEBUG nova.compute.manager [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.929203] env[70683]: INFO nova.virt.block_device [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Attempting to driver detach volume c8af528d-2404-4180-8c9d-fcaf3516e9f1 from mountpoint /dev/sdb [ 1084.929296] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.929461] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655170', 'volume_id': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'name': 'volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba1839c5-2c7d-4b59-89d9-6ed8e44343a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'serial': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.930781] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1ca32a-b203-491a-b9e6-10422fb40abb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.961027] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708fcf70-0180-453c-9cfb-f8924d66062c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.972768] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d84dafe-d237-4867-8e4c-e031c5bed06b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.009284] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b96dcf-ba6d-48a6-b2c2-d2af87d65ebe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.019697] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281109, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.032781] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] The volume has not been displaced from its original location: [datastore2] volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1/volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1085.040455] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.043961] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d331644a-e3c4-4628-8443-7c8e908ec060 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.066687] env[70683]: DEBUG oslo_vmware.api [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1085.066687] env[70683]: value = "task-3281111" [ 1085.066687] env[70683]: _type = "Task" [ 1085.066687] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.075663] env[70683]: DEBUG oslo_vmware.api [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.121266] env[70683]: DEBUG nova.objects.instance [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.138889] env[70683]: DEBUG nova.compute.manager [req-d2a4ce0e-c4e4-4029-a1ae-f928a665eda0 req-e97882a6-2f65-44fd-b2a9-352253670fef service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Received event network-vif-deleted-498f1ea8-20a2-4cbd-bde1-a6cea4eea42f {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.139128] env[70683]: INFO nova.compute.manager [req-d2a4ce0e-c4e4-4029-a1ae-f928a665eda0 req-e97882a6-2f65-44fd-b2a9-352253670fef service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Neutron deleted interface 498f1ea8-20a2-4cbd-bde1-a6cea4eea42f; detaching it from the instance and deleting it from the info cache [ 1085.139593] env[70683]: DEBUG nova.network.neutron [req-d2a4ce0e-c4e4-4029-a1ae-f928a665eda0 req-e97882a6-2f65-44fd-b2a9-352253670fef service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.252230] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc3f23c-07a0-4d87-b0ac-38fa3ec974ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.260206] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5f12d7-b97a-4526-a427-3f6a7cb871cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.299210] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5662551-f6c4-467b-9b16-83cf4fa97005 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.306030] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ad10c0-0a35-44d1-b6ee-09602c67a704 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.321380] env[70683]: DEBUG nova.compute.provider_tree [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.359794] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281110, 'name': ReconfigVM_Task, 'duration_secs': 0.190404} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.360182] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.360402] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8bedec-17a3-4b50-a3f5-b8c373bcf6d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.367274] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1085.367274] env[70683]: value = "task-3281112" [ 1085.367274] env[70683]: _type = "Task" [ 1085.367274] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.380503] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.511216] env[70683]: DEBUG oslo_vmware.api [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281109, 'name': PowerOnVM_Task, 'duration_secs': 0.584978} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.511663] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.512043] env[70683]: INFO nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1085.512332] env[70683]: DEBUG nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.513359] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445c292c-47f8-416c-9130-ca0c697da054 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.583407] env[70683]: DEBUG oslo_vmware.api [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281111, 'name': ReconfigVM_Task, 'duration_secs': 0.235557} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.583769] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.588836] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9a49b7-613d-4058-9d33-c034c3f8af29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.605201] env[70683]: DEBUG nova.network.neutron [-] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.607080] env[70683]: DEBUG oslo_vmware.api [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1085.607080] env[70683]: value = "task-3281113" [ 1085.607080] env[70683]: _type = "Task" [ 1085.607080] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.620327] env[70683]: DEBUG oslo_vmware.api [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.629739] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.629739] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.629739] env[70683]: DEBUG nova.network.neutron [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.629739] env[70683]: DEBUG nova.objects.instance [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'info_cache' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.642859] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5698f181-a32d-488f-a92c-b08cd664f8d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.654451] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb025cae-983e-47b1-b5d0-e5802e65f068 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.696187] env[70683]: DEBUG nova.compute.manager [req-d2a4ce0e-c4e4-4029-a1ae-f928a665eda0 req-e97882a6-2f65-44fd-b2a9-352253670fef service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Detach interface failed, port_id=498f1ea8-20a2-4cbd-bde1-a6cea4eea42f, reason: Instance bc655189-5874-4019-bf25-cb2ce45ed2ed could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1085.823910] env[70683]: DEBUG nova.scheduler.client.report [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.878793] env[70683]: DEBUG oslo_vmware.api [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281112, 'name': PowerOnVM_Task, 'duration_secs': 0.444426} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.881171] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.885500] env[70683]: DEBUG nova.compute.manager [None req-9bf046b4-471a-49e1-a0bf-a7134001b908 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.886367] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96d3a4f-f496-4996-93db-373c7882fd02 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.915328] env[70683]: DEBUG nova.compute.manager [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.939091] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.939091] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.939091] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.939276] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.939428] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.939592] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.939690] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.939947] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.940000] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.940155] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.940317] env[70683]: DEBUG nova.virt.hardware [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.941478] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb18b2-497e-4beb-a314-7d3bf02fd0aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.953019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873a9b1e-06f8-41db-b8f8-7ecda3fe8974 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.965641] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.973174] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Creating folder: Project (d4f57456fd8647aaa5811af8eabaa330). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.973866] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41641385-e7b6-4097-a16d-25615dae5291 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.985333] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Created folder: Project (d4f57456fd8647aaa5811af8eabaa330) in parent group-v655051. [ 1085.985533] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Creating folder: Instances. Parent ref: group-v655281. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.985780] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d33b3e69-59f4-4ebf-a792-38278e4bf975 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.995417] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Created folder: Instances in parent group-v655281. [ 1085.997475] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.997475] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.997475] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7475b9a-1986-4e62-8e1c-8cd9b4e3a956 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.023043] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.023043] env[70683]: value = "task-3281116" [ 1086.023043] env[70683]: _type = "Task" [ 1086.023043] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.036819] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281116, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.041077] env[70683]: INFO nova.compute.manager [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Took 23.28 seconds to build instance. [ 1086.108098] env[70683]: INFO nova.compute.manager [-] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Took 2.08 seconds to deallocate network for instance. [ 1086.123813] env[70683]: DEBUG oslo_vmware.api [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281113, 'name': ReconfigVM_Task, 'duration_secs': 0.182463} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.124334] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655170', 'volume_id': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'name': 'volume-c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba1839c5-2c7d-4b59-89d9-6ed8e44343a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1', 'serial': 'c8af528d-2404-4180-8c9d-fcaf3516e9f1'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.135412] env[70683]: DEBUG nova.objects.base [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Object Instance<8cddf556-a9f1-4af7-ba43-4b27ff612b9a> lazy-loaded attributes: flavor,info_cache {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.335145] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.335145] env[70683]: DEBUG nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.337078] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.387s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.337300] env[70683]: DEBUG nova.objects.instance [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lazy-loading 'resources' on Instance uuid 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.532731] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281116, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.544358] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d07f3176-3b7f-40b0-b5d5-2afa8ede8015 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.796s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.626207] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.716812] env[70683]: DEBUG nova.objects.instance [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'flavor' on Instance uuid ba1839c5-2c7d-4b59-89d9-6ed8e44343a0 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.733950] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.734216] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.843087] env[70683]: DEBUG nova.compute.utils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.847339] env[70683]: DEBUG nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.847620] env[70683]: DEBUG nova.network.neutron [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.036807] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquiring lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.036870] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.046355] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281116, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.094592] env[70683]: DEBUG nova.policy [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74919901a9db4a79b3e87282c4ccac7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f226f3501ac498caab495dc5120a888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.175071] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5646c0b5-3371-4f73-86e8-b1f03add761c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.184958] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0162f4d-6ee0-4c93-9c28-e2f8ffd8dc86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.230557] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6c91fe-685b-4d85-aabf-1b28699b5962 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.245252] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fbe0d8-a4b8-4ce4-b1aa-6dd589f33672 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.252955] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.252955] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.252955] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.252955] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.253275] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.253275] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.253460] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1087.253645] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.265242] env[70683]: INFO nova.compute.manager [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Unrescuing [ 1087.265563] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.265778] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquired lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.265984] env[70683]: DEBUG nova.network.neutron [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.267484] env[70683]: DEBUG nova.compute.provider_tree [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.346697] env[70683]: DEBUG nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.533144] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281116, 'name': CreateVM_Task, 'duration_secs': 1.487185} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.533373] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.533908] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.534023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.534417] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.535429] env[70683]: DEBUG nova.network.neutron [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updating instance_info_cache with network_info: [{"id": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "address": "fa:16:3e:97:63:c5", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4992bdc-43", "ovs_interfaceid": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.537629] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda9e3a4-ad1f-47b5-a3c6-c499acb44f15 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.539483] env[70683]: DEBUG nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.551492] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1087.551492] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d2f916-7e72-d527-7459-385fd003d4d5" [ 1087.551492] env[70683]: _type = "Task" [ 1087.551492] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.561878] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d2f916-7e72-d527-7459-385fd003d4d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.734213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9bcf8923-e97d-4b6a-a64f-673f273ce405 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.361s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.773415] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.776204] env[70683]: DEBUG nova.scheduler.client.report [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.846677] env[70683]: DEBUG nova.network.neutron [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Successfully created port: f881159b-b36f-4533-992d-9fdb3df708d0 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.040833] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Releasing lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.070698] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d2f916-7e72-d527-7459-385fd003d4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013611} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.070902] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.071236] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.071414] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.071551] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.072239] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.072239] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6d5a4e6-c3b4-4248-a7d5-e58cec8c8639 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.081131] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.082441] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.082708] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.083693] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e158e8-83e6-47a8-8044-87c07b2bea57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.095316] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1088.095316] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3dde4-8725-3016-e75f-df9d8972bf52" [ 1088.095316] env[70683]: _type = "Task" [ 1088.095316] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.105154] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3dde4-8725-3016-e75f-df9d8972bf52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.254907] env[70683]: DEBUG nova.network.neutron [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Updating instance_info_cache with network_info: [{"id": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "address": "fa:16:3e:c3:5d:30", "network": {"id": "dcdd5156-9079-43c3-afe0-c672b14e12ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1930342393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4da44b775acc4c84a44f5cbcc9392d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b0cc0b-83", "ovs_interfaceid": "26b0cc0b-8398-441f-86e8-580f7947c5e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.282978] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.284882] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.659s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.285160] env[70683]: DEBUG nova.objects.instance [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'resources' on Instance uuid bc655189-5874-4019-bf25-cb2ce45ed2ed {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.307517] env[70683]: INFO nova.scheduler.client.report [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Deleted allocations for instance 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7 [ 1088.361771] env[70683]: DEBUG nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.394573] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.395057] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.395299] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.395551] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.395757] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.395959] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.396308] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.396497] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.396671] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.396845] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.397085] env[70683]: DEBUG nova.virt.hardware [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.399188] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c1cfa-a348-450f-bf9d-9f67bc9c85af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.408491] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2659bc4-3b72-48f9-8fad-81d5ea694f2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.528985] env[70683]: DEBUG nova.compute.manager [None req-00db62be-d3dd-4167-bb7b-05932da8034c tempest-ServerDiagnosticsV248Test-1951257235 tempest-ServerDiagnosticsV248Test-1951257235-project-admin] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.530247] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48e4016-fc25-42fe-82c6-06be1113b96a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.538846] env[70683]: INFO nova.compute.manager [None req-00db62be-d3dd-4167-bb7b-05932da8034c tempest-ServerDiagnosticsV248Test-1951257235 tempest-ServerDiagnosticsV248Test-1951257235-project-admin] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Retrieving diagnostics [ 1088.539927] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8f51ea-0152-4b81-8b45-44b814a32638 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.607408] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a3dde4-8725-3016-e75f-df9d8972bf52, 'name': SearchDatastore_Task, 'duration_secs': 0.01346} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.607408] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6439f0ef-75b4-41c8-b1fb-d45d2e73b02b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.612698] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1088.612698] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd19cf-33dc-2fac-e2f1-8543f8e25d60" [ 1088.612698] env[70683]: _type = "Task" [ 1088.612698] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.623505] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd19cf-33dc-2fac-e2f1-8543f8e25d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.704950] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "b92bb1d3-f351-40bc-a678-313bf08b46cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.705255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "b92bb1d3-f351-40bc-a678-313bf08b46cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.757506] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Releasing lock "refresh_cache-58de72be-21e5-4571-bef5-a26ac1502f26" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.758214] env[70683]: DEBUG nova.objects.instance [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lazy-loading 'flavor' on Instance uuid 58de72be-21e5-4571-bef5-a26ac1502f26 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.785712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.785975] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.786217] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.786398] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.786565] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.791350] env[70683]: INFO nova.compute.manager [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Terminating instance [ 1088.815791] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0129fc45-aa37-400f-8e99-b283c0d9c8ae tempest-ImagesTestJSON-1785136625 tempest-ImagesTestJSON-1785136625-project-member] Lock "7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.368s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.038551] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafb5410-134e-4dfd-bfd7-6e6158dfda90 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.046587] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.046952] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ade8a35-6ec9-4e7a-80ac-6a85bc9f544a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.049373] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6018c5de-1c57-4d94-974a-7bfd9834062b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.087030] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f259e85-d92f-46b3-8c56-c691718404e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.090012] env[70683]: DEBUG oslo_vmware.api [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1089.090012] env[70683]: value = "task-3281117" [ 1089.090012] env[70683]: _type = "Task" [ 1089.090012] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.097343] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e7b8b-ed3b-41e1-8a25-878e4325d638 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.106881] env[70683]: DEBUG oslo_vmware.api [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.116625] env[70683]: DEBUG nova.compute.provider_tree [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.126012] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd19cf-33dc-2fac-e2f1-8543f8e25d60, 'name': SearchDatastore_Task, 'duration_secs': 0.02041} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.129390] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.129390] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476/73f820a6-e78c-47bd-994d-d940d06ae476.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.129390] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2684198-e7ed-406b-869b-7c894fc5f38c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.135100] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1089.135100] env[70683]: value = "task-3281118" [ 1089.135100] env[70683]: _type = "Task" [ 1089.135100] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.143570] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.207661] env[70683]: DEBUG nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.265107] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1066829b-1c2a-4ea9-ab4d-35cf2347d7c7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.287998] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.288379] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4562c58a-52c2-4f79-9493-b6e141371b93 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.295368] env[70683]: DEBUG nova.compute.manager [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.295570] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.296054] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1089.296054] env[70683]: value = "task-3281119" [ 1089.296054] env[70683]: _type = "Task" [ 1089.296054] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.296616] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc0cea8-e802-479a-b847-00966fe3dcd3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.308119] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.310292] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.310606] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0d34ad1-34f6-4899-ac3d-91c7b6c89935 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.317016] env[70683]: DEBUG oslo_vmware.api [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1089.317016] env[70683]: value = "task-3281120" [ 1089.317016] env[70683]: _type = "Task" [ 1089.317016] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.326484] env[70683]: DEBUG oslo_vmware.api [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.604469] env[70683]: DEBUG oslo_vmware.api [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281117, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.623062] env[70683]: DEBUG nova.scheduler.client.report [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.649709] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281118, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.740230] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.759022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquiring lock "1f160979-1851-41ea-821d-7a578ff76b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.759377] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "1f160979-1851-41ea-821d-7a578ff76b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.759628] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquiring lock "1f160979-1851-41ea-821d-7a578ff76b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.759858] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "1f160979-1851-41ea-821d-7a578ff76b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.761059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "1f160979-1851-41ea-821d-7a578ff76b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.763364] env[70683]: INFO nova.compute.manager [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Terminating instance [ 1089.815061] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281119, 'name': PowerOffVM_Task, 'duration_secs': 0.23765} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.815061] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.822323] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.822811] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b867211-5dd0-4051-b346-22692e558f7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.848401] env[70683]: DEBUG oslo_vmware.api [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281120, 'name': PowerOffVM_Task, 'duration_secs': 0.216206} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.849647] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.849832] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.850195] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1089.850195] env[70683]: value = "task-3281121" [ 1089.850195] env[70683]: _type = "Task" [ 1089.850195] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.850422] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b654b390-cc96-4d67-8346-f81f46ccc8cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.861668] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.883678] env[70683]: DEBUG nova.network.neutron [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Successfully updated port: f881159b-b36f-4533-992d-9fdb3df708d0 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.921995] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.922279] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.922488] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleting the datastore file [datastore2] ba1839c5-2c7d-4b59-89d9-6ed8e44343a0 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.922797] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5c2ac8-b119-4a61-b570-6ab6c78ae861 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.930175] env[70683]: DEBUG oslo_vmware.api [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1089.930175] env[70683]: value = "task-3281123" [ 1089.930175] env[70683]: _type = "Task" [ 1089.930175] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.941750] env[70683]: DEBUG oslo_vmware.api [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.063751] env[70683]: DEBUG nova.compute.manager [req-c23a2f17-8ba1-432e-947a-7377d2caa7c2 req-c2511dba-b681-44a9-805c-182e73657a25 service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Received event network-vif-plugged-f881159b-b36f-4533-992d-9fdb3df708d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.064010] env[70683]: DEBUG oslo_concurrency.lockutils [req-c23a2f17-8ba1-432e-947a-7377d2caa7c2 req-c2511dba-b681-44a9-805c-182e73657a25 service nova] Acquiring lock "442aeebb-1185-4301-90a1-06206fe73a1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.067050] env[70683]: DEBUG oslo_concurrency.lockutils [req-c23a2f17-8ba1-432e-947a-7377d2caa7c2 req-c2511dba-b681-44a9-805c-182e73657a25 service nova] Lock "442aeebb-1185-4301-90a1-06206fe73a1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.067050] env[70683]: DEBUG oslo_concurrency.lockutils [req-c23a2f17-8ba1-432e-947a-7377d2caa7c2 req-c2511dba-b681-44a9-805c-182e73657a25 service nova] Lock "442aeebb-1185-4301-90a1-06206fe73a1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.067050] env[70683]: DEBUG nova.compute.manager [req-c23a2f17-8ba1-432e-947a-7377d2caa7c2 req-c2511dba-b681-44a9-805c-182e73657a25 service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] No waiting events found dispatching network-vif-plugged-f881159b-b36f-4533-992d-9fdb3df708d0 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.067050] env[70683]: WARNING nova.compute.manager [req-c23a2f17-8ba1-432e-947a-7377d2caa7c2 req-c2511dba-b681-44a9-805c-182e73657a25 service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Received unexpected event network-vif-plugged-f881159b-b36f-4533-992d-9fdb3df708d0 for instance with vm_state building and task_state spawning. [ 1090.106162] env[70683]: DEBUG oslo_vmware.api [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281117, 'name': PowerOnVM_Task, 'duration_secs': 0.568318} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.106417] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.106652] env[70683]: DEBUG nova.compute.manager [None req-ee55d6e7-678d-47d8-aa66-644aa5b460a2 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.107608] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d86a29-8f8a-4fb4-bd60-00de6ec450f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.129824] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.132275] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.360s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.133024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.133812] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1090.133812] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.053s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.135023] env[70683]: INFO nova.compute.claims [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.138957] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ed71e3-d7b4-4425-84fe-9fb2d814c79a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.155864] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faafe84f-7078-423b-98a1-ed39c79b1ddc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.160683] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716898} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.161625] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476/73f820a6-e78c-47bd-994d-d940d06ae476.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.161875] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.162615] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb90a120-41a6-43c6-8ec6-728123ab1160 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.165512] env[70683]: INFO nova.scheduler.client.report [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleted allocations for instance bc655189-5874-4019-bf25-cb2ce45ed2ed [ 1090.185463] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406251bd-6829-4657-8a03-5f6665bd53e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.189980] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1090.189980] env[70683]: value = "task-3281124" [ 1090.189980] env[70683]: _type = "Task" [ 1090.189980] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.200162] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea7c404-5601-435c-8f6b-b316526b20bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.207661] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.236277] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178179MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1090.236277] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.268907] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquiring lock "refresh_cache-1f160979-1851-41ea-821d-7a578ff76b7a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.269384] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquired lock "refresh_cache-1f160979-1851-41ea-821d-7a578ff76b7a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.269384] env[70683]: DEBUG nova.network.neutron [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.361435] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281121, 'name': ReconfigVM_Task, 'duration_secs': 0.280352} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.361709] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.361892] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.362239] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58aad936-f9a2-4c60-81c1-9699e6995564 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.368614] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1090.368614] env[70683]: value = "task-3281125" [ 1090.368614] env[70683]: _type = "Task" [ 1090.368614] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.377452] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.386253] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "refresh_cache-442aeebb-1185-4301-90a1-06206fe73a1e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.386383] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "refresh_cache-442aeebb-1185-4301-90a1-06206fe73a1e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.387169] env[70683]: DEBUG nova.network.neutron [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.441976] env[70683]: DEBUG oslo_vmware.api [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27373} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.442274] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.442461] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.442641] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.442817] env[70683]: INFO nova.compute.manager [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1090.443068] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.443268] env[70683]: DEBUG nova.compute.manager [-] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.443362] env[70683]: DEBUG nova.network.neutron [-] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.693225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7bc740cc-d06b-409d-b787-1691457c3ea1 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.344s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.703870] env[70683]: DEBUG oslo_concurrency.lockutils [req-95a43dec-2dad-402e-bd70-3f72e706d034 req-edb2c979-64bb-43f6-9d8b-d4ecfa3e6cb1 service nova] Acquired lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.704965] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aafb45-f234-40ed-82bb-ba9f76c40c2c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.714974] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069202} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.716220] env[70683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1090.716370] env[70683]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1090.716658] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.718125] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a0cf28-c806-4b6b-b5ce-7dd75faa39be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.721108] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f47cbaa8-c4f4-47ee-af31-fdcdf3315ae8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.751269] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476/73f820a6-e78c-47bd-994d-d940d06ae476.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.756892] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd971f6c-eb18-4a54-9a4c-28391bc53ce3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.779639] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8076aa73-5145-4431-9ac7-9a88cbd389cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.796757] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1090.796757] env[70683]: value = "task-3281126" [ 1090.796757] env[70683]: _type = "Task" [ 1090.796757] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.804946] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.824738] env[70683]: ERROR root [req-95a43dec-2dad-402e-bd70-3f72e706d034 req-edb2c979-64bb-43f6-9d8b-d4ecfa3e6cb1 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-655212' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-655212' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-655212' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-655212'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-655212' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-655212' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-655212'}\n"]: nova.exception.InstanceNotFound: Instance bc655189-5874-4019-bf25-cb2ce45ed2ed could not be found. [ 1090.824974] env[70683]: DEBUG oslo_concurrency.lockutils [req-95a43dec-2dad-402e-bd70-3f72e706d034 req-edb2c979-64bb-43f6-9d8b-d4ecfa3e6cb1 service nova] Releasing lock "bc655189-5874-4019-bf25-cb2ce45ed2ed" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.825064] env[70683]: DEBUG nova.compute.manager [req-95a43dec-2dad-402e-bd70-3f72e706d034 req-edb2c979-64bb-43f6-9d8b-d4ecfa3e6cb1 service nova] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Detach interface failed, port_id=a1963a7c-08cf-4fb2-be8e-4a04160bd7fd, reason: Instance bc655189-5874-4019-bf25-cb2ce45ed2ed could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.826344] env[70683]: DEBUG nova.network.neutron [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.878967] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.938417] env[70683]: DEBUG nova.network.neutron [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.983305] env[70683]: DEBUG nova.network.neutron [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.131956] env[70683]: DEBUG nova.compute.manager [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.132550] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1335ae-60bf-4826-985f-7c8ae91f0000 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.279084] env[70683]: DEBUG nova.network.neutron [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Updating instance_info_cache with network_info: [{"id": "f881159b-b36f-4533-992d-9fdb3df708d0", "address": "fa:16:3e:08:2a:b3", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf881159b-b3", "ovs_interfaceid": "f881159b-b36f-4533-992d-9fdb3df708d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.310042] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.379937] env[70683]: DEBUG oslo_vmware.api [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281125, 'name': PowerOnVM_Task, 'duration_secs': 0.722925} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.382525] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.382741] env[70683]: DEBUG nova.compute.manager [None req-c190156b-5864-4560-9909-5f5fa7898ecf tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.384626] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcbb252-98a3-470b-bd05-ca445f0ffc90 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.418724] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.418924] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.419671] env[70683]: INFO nova.compute.manager [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Shelving [ 1091.435276] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a287ae8a-7a80-4300-a52e-0b47fe461c86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.440953] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Releasing lock "refresh_cache-1f160979-1851-41ea-821d-7a578ff76b7a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.441893] env[70683]: DEBUG nova.compute.manager [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.441893] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.444556] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8552c8d-3fe7-44ec-9fb1-cddc667b4560 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.450033] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b453e1-0c6f-4e1d-99a8-8aff1f09ee4d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.456048] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.482949] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549252be-54a3-4e15-b12e-5582bed188c4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.486888] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e69e675-1c90-475e-801a-b9fc1a13e628 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.496918] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bd8566-408d-4546-b3ef-c67be824ecc8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.505199] env[70683]: DEBUG oslo_vmware.api [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1091.505199] env[70683]: value = "task-3281127" [ 1091.505199] env[70683]: _type = "Task" [ 1091.505199] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.517181] env[70683]: DEBUG nova.compute.provider_tree [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.524598] env[70683]: DEBUG oslo_vmware.api [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.658368] env[70683]: INFO nova.compute.manager [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] instance snapshotting [ 1091.661329] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f2014d-f0bc-4079-a6a4-f40e780641ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.687339] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2778314-1470-43c3-89a9-b06b16aadbe9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.721617] env[70683]: DEBUG nova.network.neutron [-] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.787059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "refresh_cache-442aeebb-1185-4301-90a1-06206fe73a1e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.787059] env[70683]: DEBUG nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Instance network_info: |[{"id": "f881159b-b36f-4533-992d-9fdb3df708d0", "address": "fa:16:3e:08:2a:b3", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf881159b-b3", "ovs_interfaceid": "f881159b-b36f-4533-992d-9fdb3df708d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.788049] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:2a:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f881159b-b36f-4533-992d-9fdb3df708d0', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.802020] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.802020] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.803610] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c766fe0-dc2d-486a-b8bb-596c578f6c15 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.824659] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281126, 'name': ReconfigVM_Task, 'duration_secs': 0.796449} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.825686] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476/73f820a6-e78c-47bd-994d-d940d06ae476.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.826309] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.826309] env[70683]: value = "task-3281128" [ 1091.826309] env[70683]: _type = "Task" [ 1091.826309] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.826516] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82a8bc21-823f-475b-9b49-b95457e19c54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.841902] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1091.841902] env[70683]: value = "task-3281129" [ 1091.841902] env[70683]: _type = "Task" [ 1091.841902] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.842119] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281128, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.853246] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281129, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.024155] env[70683]: DEBUG nova.scheduler.client.report [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.032024] env[70683]: DEBUG oslo_vmware.api [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281127, 'name': PowerOffVM_Task, 'duration_secs': 0.245999} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.032024] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.032024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.032024] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-133b337e-71e4-4125-8997-57bd4d43d258 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.057780] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.058147] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.058425] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Deleting the datastore file [datastore1] 1f160979-1851-41ea-821d-7a578ff76b7a {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.058692] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-860f2d29-b0ec-46fb-a760-5dc122bf81e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.066516] env[70683]: DEBUG oslo_vmware.api [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for the task: (returnval){ [ 1092.066516] env[70683]: value = "task-3281131" [ 1092.066516] env[70683]: _type = "Task" [ 1092.066516] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.076264] env[70683]: DEBUG oslo_vmware.api [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.122368] env[70683]: DEBUG nova.compute.manager [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Received event network-changed-f881159b-b36f-4533-992d-9fdb3df708d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.122574] env[70683]: DEBUG nova.compute.manager [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Refreshing instance network info cache due to event network-changed-f881159b-b36f-4533-992d-9fdb3df708d0. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.122798] env[70683]: DEBUG oslo_concurrency.lockutils [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] Acquiring lock "refresh_cache-442aeebb-1185-4301-90a1-06206fe73a1e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.122944] env[70683]: DEBUG oslo_concurrency.lockutils [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] Acquired lock "refresh_cache-442aeebb-1185-4301-90a1-06206fe73a1e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.123276] env[70683]: DEBUG nova.network.neutron [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Refreshing network info cache for port f881159b-b36f-4533-992d-9fdb3df708d0 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.199952] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1092.200384] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d683a4e1-9ed8-4578-8368-2d163d1f2938 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.209236] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1092.209236] env[70683]: value = "task-3281132" [ 1092.209236] env[70683]: _type = "Task" [ 1092.209236] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.219318] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.225075] env[70683]: INFO nova.compute.manager [-] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Took 1.78 seconds to deallocate network for instance. [ 1092.345849] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281128, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.362627] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281129, 'name': Rename_Task, 'duration_secs': 0.157443} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.363340] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.363539] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbccb5be-8db6-4135-b0c0-b44ad21c1f5f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.375070] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1092.375070] env[70683]: value = "task-3281133" [ 1092.375070] env[70683]: _type = "Task" [ 1092.375070] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.388844] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.433529] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.434050] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483a8ef7-6984-4f50-90c8-f3d2897ddbc9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.445454] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1092.445454] env[70683]: value = "task-3281134" [ 1092.445454] env[70683]: _type = "Task" [ 1092.445454] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.454694] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.529840] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.530601] env[70683]: DEBUG nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.532962] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.794s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.534563] env[70683]: INFO nova.compute.claims [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.588816] env[70683]: DEBUG oslo_vmware.api [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Task: {'id': task-3281131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245676} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.588816] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.588963] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.589164] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.589339] env[70683]: INFO nova.compute.manager [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1092.589583] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.590079] env[70683]: DEBUG nova.compute.manager [-] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.590197] env[70683]: DEBUG nova.network.neutron [-] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.612871] env[70683]: DEBUG nova.network.neutron [-] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.722948] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.733213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.845613] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281128, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.887634] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.958114] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281134, 'name': PowerOffVM_Task, 'duration_secs': 0.22068} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.958393] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.959253] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e1b297-873f-4a75-98cd-f35de9f557da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.988573] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d602c510-2508-4f37-aaa0-5a39ea3e3cbf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.033055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "58de72be-21e5-4571-bef5-a26ac1502f26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.033055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "58de72be-21e5-4571-bef5-a26ac1502f26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.033055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "58de72be-21e5-4571-bef5-a26ac1502f26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.033055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "58de72be-21e5-4571-bef5-a26ac1502f26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.033055] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "58de72be-21e5-4571-bef5-a26ac1502f26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.034499] env[70683]: INFO nova.compute.manager [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Terminating instance [ 1093.039756] env[70683]: DEBUG nova.compute.utils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.044034] env[70683]: DEBUG nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.044407] env[70683]: DEBUG nova.network.neutron [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.103572] env[70683]: DEBUG nova.network.neutron [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Updated VIF entry in instance network info cache for port f881159b-b36f-4533-992d-9fdb3df708d0. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.104276] env[70683]: DEBUG nova.network.neutron [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Updating instance_info_cache with network_info: [{"id": "f881159b-b36f-4533-992d-9fdb3df708d0", "address": "fa:16:3e:08:2a:b3", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf881159b-b3", "ovs_interfaceid": "f881159b-b36f-4533-992d-9fdb3df708d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.120054] env[70683]: DEBUG nova.network.neutron [-] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.165086] env[70683]: DEBUG nova.policy [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a75a7adb3114737ba21268ebb972a22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e71a7b2e8240648965807c3fa83f1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.223769] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.347023] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281128, 'name': CreateVM_Task, 'duration_secs': 1.407613} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.347023] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.347023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.347023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.347023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.347023] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a6fab7-5faf-4c59-af0e-8ddcaf83706e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.350728] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1093.350728] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5295d932-3a3b-60c8-3eeb-6c92fbe67059" [ 1093.350728] env[70683]: _type = "Task" [ 1093.350728] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.362022] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5295d932-3a3b-60c8-3eeb-6c92fbe67059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.386430] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.504470] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1093.504875] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1fe91a94-519a-493d-a324-4626b8b38ec5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.513356] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1093.513356] env[70683]: value = "task-3281135" [ 1093.513356] env[70683]: _type = "Task" [ 1093.513356] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.521929] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281135, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.547096] env[70683]: DEBUG nova.compute.manager [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.547665] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.548860] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777e80d6-2941-4650-86fc-7a24e82a4841 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.555389] env[70683]: DEBUG nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.568070] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.568467] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61c420f4-379a-4267-8bb6-50efdd0b1cbc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.577404] env[70683]: DEBUG oslo_vmware.api [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1093.577404] env[70683]: value = "task-3281136" [ 1093.577404] env[70683]: _type = "Task" [ 1093.577404] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.588954] env[70683]: DEBUG oslo_vmware.api [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.608621] env[70683]: DEBUG oslo_concurrency.lockutils [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] Releasing lock "refresh_cache-442aeebb-1185-4301-90a1-06206fe73a1e" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.608884] env[70683]: DEBUG nova.compute.manager [req-1005d5e0-3097-4f27-a7a3-530fad312a52 req-d40a4c37-f05b-415d-8124-86e354e3f764 service nova] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Received event network-vif-deleted-b95a1ff6-e41c-4946-bdb2-42f0852db74a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.628872] env[70683]: INFO nova.compute.manager [-] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Took 1.04 seconds to deallocate network for instance. [ 1093.726045] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.750969] env[70683]: DEBUG nova.network.neutron [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Successfully created port: 15934038-05bd-42cb-87dc-4c34ee87eb14 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.836670] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf618cb-bb77-4d00-9dea-46dfbfc08efb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.845424] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f7f93-a16f-478c-ab7b-26b680415934 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.888649] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8950c-aa1c-4118-940b-be9391366d55 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.895465] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5295d932-3a3b-60c8-3eeb-6c92fbe67059, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.896545] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.896833] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.897139] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.897325] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.897545] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.901660] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4204eb6c-31ba-4510-9cc8-f7f1a0d4c56b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.903433] env[70683]: DEBUG oslo_vmware.api [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281133, 'name': PowerOnVM_Task, 'duration_secs': 1.267044} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.906306] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.906576] env[70683]: INFO nova.compute.manager [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1093.906801] env[70683]: DEBUG nova.compute.manager [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.907978] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a20f4d-1a57-444b-9294-909464741bf3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.912200] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38dfb3b-3f1f-4364-a516-c704e209bd19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.921410] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.921657] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.923175] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b1774e-d9c4-475a-88e8-1bdf965682e1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.934893] env[70683]: DEBUG nova.compute.provider_tree [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.942531] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1093.942531] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5252e8b8-d8ab-ca3f-6237-b8154877a273" [ 1093.942531] env[70683]: _type = "Task" [ 1093.942531] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.951549] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5252e8b8-d8ab-ca3f-6237-b8154877a273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.026951] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281135, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.095019] env[70683]: DEBUG oslo_vmware.api [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281136, 'name': PowerOffVM_Task, 'duration_secs': 0.202773} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.095162] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.095269] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.095920] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e205b808-9b34-49f5-8935-85c9a7ea5bec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.140818] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.196368] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.196751] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.196970] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Deleting the datastore file [datastore2] 58de72be-21e5-4571-bef5-a26ac1502f26 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.197339] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd591123-ccab-4de3-aa7f-d2780ca25851 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.205515] env[70683]: DEBUG oslo_vmware.api [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1094.205515] env[70683]: value = "task-3281138" [ 1094.205515] env[70683]: _type = "Task" [ 1094.205515] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.214828] env[70683]: DEBUG oslo_vmware.api [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.225299] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281132, 'name': CreateSnapshot_Task, 'duration_secs': 1.580787} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.225607] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1094.226656] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37311f88-f3ad-472c-83b7-fa2f2af3968e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.441336] env[70683]: DEBUG nova.scheduler.client.report [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.462707] env[70683]: INFO nova.compute.manager [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Took 21.78 seconds to build instance. [ 1094.469477] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5252e8b8-d8ab-ca3f-6237-b8154877a273, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.471011] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62493c12-4b26-4604-9934-c158aef59289 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.479446] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1094.479446] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ef6eb2-be96-3aee-c68a-f0b36f2b09a9" [ 1094.479446] env[70683]: _type = "Task" [ 1094.479446] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.492509] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ef6eb2-be96-3aee-c68a-f0b36f2b09a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.526636] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281135, 'name': CreateSnapshot_Task, 'duration_secs': 0.780707} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.526986] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1094.527849] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641dfc5a-fd41-47e6-b4fa-f0f93e388663 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.575465] env[70683]: DEBUG nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.613244] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.613523] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.613720] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.614064] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.614278] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.614479] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.614845] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.615029] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.615218] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.615782] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.616105] env[70683]: DEBUG nova.virt.hardware [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.617712] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab8762-2a6f-4959-82be-f72db0470eb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.627933] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a73e3-4920-4cf7-8c0e-67f7cab60e1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.636883] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.637206] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "8c6332f0-02f9-4897-931b-34d633170904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.718744] env[70683]: DEBUG oslo_vmware.api [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33694} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.718744] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.718744] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.718744] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.718744] env[70683]: INFO nova.compute.manager [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1094.718744] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.718744] env[70683]: DEBUG nova.compute.manager [-] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.718744] env[70683]: DEBUG nova.network.neutron [-] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.746242] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1094.747416] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f419deca-91bd-4fbb-a7bb-dc613302f270 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.757769] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1094.757769] env[70683]: value = "task-3281139" [ 1094.757769] env[70683]: _type = "Task" [ 1094.757769] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.769511] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281139, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.952639] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.953599] env[70683]: DEBUG nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.957576] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.721s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.971596] env[70683]: DEBUG oslo_concurrency.lockutils [None req-39806c99-3e6f-4e7c-bff3-0ee75bc1a9ef tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "73f820a6-e78c-47bd-994d-d940d06ae476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.297s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.999214] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ef6eb2-be96-3aee-c68a-f0b36f2b09a9, 'name': SearchDatastore_Task, 'duration_secs': 0.017444} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.999618] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.999994] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 442aeebb-1185-4301-90a1-06206fe73a1e/442aeebb-1185-4301-90a1-06206fe73a1e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.000402] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-233f99c3-adf8-496e-9eb6-2e80894f88e6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.009913] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1095.009913] env[70683]: value = "task-3281140" [ 1095.009913] env[70683]: _type = "Task" [ 1095.009913] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.026861] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.052040] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.054344] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39669906-ebb9-4101-9a15-d8837c7170a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.072685] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1095.072685] env[70683]: value = "task-3281141" [ 1095.072685] env[70683]: _type = "Task" [ 1095.072685] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.098450] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281141, 'name': CloneVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.148608] env[70683]: DEBUG nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.171801] env[70683]: DEBUG nova.compute.manager [req-fb0fba53-afdf-4346-8df6-3ac95b704f25 req-948e8b96-2344-4449-97eb-33ae130d8eb4 service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Received event network-vif-deleted-26b0cc0b-8398-441f-86e8-580f7947c5e6 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.171992] env[70683]: INFO nova.compute.manager [req-fb0fba53-afdf-4346-8df6-3ac95b704f25 req-948e8b96-2344-4449-97eb-33ae130d8eb4 service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Neutron deleted interface 26b0cc0b-8398-441f-86e8-580f7947c5e6; detaching it from the instance and deleting it from the info cache [ 1095.172194] env[70683]: DEBUG nova.network.neutron [req-fb0fba53-afdf-4346-8df6-3ac95b704f25 req-948e8b96-2344-4449-97eb-33ae130d8eb4 service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.271023] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281139, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.464954] env[70683]: DEBUG nova.compute.utils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.475726] env[70683]: DEBUG nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.475931] env[70683]: DEBUG nova.network.neutron [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.519567] env[70683]: DEBUG nova.policy [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e20431e1694626ab3d0a92d1e7d038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d89edcbe2e4258a22ae92c1f5f7095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.528032] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.583243] env[70683]: INFO nova.compute.manager [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Rebuilding instance [ 1095.591274] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281141, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.637138] env[70683]: DEBUG nova.network.neutron [-] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.643037] env[70683]: DEBUG nova.compute.manager [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.644616] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afc3e6f-f077-4f9f-8d9f-254f24b82b14 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.675510] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.676251] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-826fc27b-c068-4e5a-b6b7-e5aac6c0c95c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.685146] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b87af42-370c-4474-acf4-9d439c1fbed3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.726600] env[70683]: DEBUG nova.compute.manager [req-fb0fba53-afdf-4346-8df6-3ac95b704f25 req-948e8b96-2344-4449-97eb-33ae130d8eb4 service nova] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Detach interface failed, port_id=26b0cc0b-8398-441f-86e8-580f7947c5e6, reason: Instance 58de72be-21e5-4571-bef5-a26ac1502f26 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.757586] env[70683]: DEBUG nova.compute.manager [req-58b8c110-4413-4981-93b2-6c8422223630 req-746daeca-61f8-4f62-b1b8-001c30ad5e7f service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Received event network-vif-plugged-15934038-05bd-42cb-87dc-4c34ee87eb14 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.757820] env[70683]: DEBUG oslo_concurrency.lockutils [req-58b8c110-4413-4981-93b2-6c8422223630 req-746daeca-61f8-4f62-b1b8-001c30ad5e7f service nova] Acquiring lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.758068] env[70683]: DEBUG oslo_concurrency.lockutils [req-58b8c110-4413-4981-93b2-6c8422223630 req-746daeca-61f8-4f62-b1b8-001c30ad5e7f service nova] Lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.758254] env[70683]: DEBUG oslo_concurrency.lockutils [req-58b8c110-4413-4981-93b2-6c8422223630 req-746daeca-61f8-4f62-b1b8-001c30ad5e7f service nova] Lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.758425] env[70683]: DEBUG nova.compute.manager [req-58b8c110-4413-4981-93b2-6c8422223630 req-746daeca-61f8-4f62-b1b8-001c30ad5e7f service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] No waiting events found dispatching network-vif-plugged-15934038-05bd-42cb-87dc-4c34ee87eb14 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.758589] env[70683]: WARNING nova.compute.manager [req-58b8c110-4413-4981-93b2-6c8422223630 req-746daeca-61f8-4f62-b1b8-001c30ad5e7f service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Received unexpected event network-vif-plugged-15934038-05bd-42cb-87dc-4c34ee87eb14 for instance with vm_state building and task_state spawning. [ 1095.769206] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281139, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.977284] env[70683]: DEBUG nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.011430] env[70683]: DEBUG nova.network.neutron [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Successfully updated port: 15934038-05bd-42cb-87dc-4c34ee87eb14 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.019858] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ba1839c5-2c7d-4b59-89d9-6ed8e44343a0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1096.020054] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance d71fcc6b-60e4-4a93-8333-f116106ec82b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.020209] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.020330] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8cddf556-a9f1-4af7-ba43-4b27ff612b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.020446] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8081fb92-0b9f-485b-b666-75158f6a02f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.020559] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.020671] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.020779] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 88b8db34-2f43-486c-b3b7-ff846ba6f4c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.021074] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 58de72be-21e5-4571-bef5-a26ac1502f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.021318] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 1f160979-1851-41ea-821d-7a578ff76b7a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1096.021417] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 3d7685e4-74ee-4b93-8019-3e3b8155eb2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.021542] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 73f820a6-e78c-47bd-994d-d940d06ae476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.021653] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 442aeebb-1185-4301-90a1-06206fe73a1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.021760] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.021905] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance b92bb1d3-f351-40bc-a678-313bf08b46cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1096.024777] env[70683]: DEBUG nova.network.neutron [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Successfully created port: bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.036870] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636781} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.037218] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 442aeebb-1185-4301-90a1-06206fe73a1e/442aeebb-1185-4301-90a1-06206fe73a1e.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.037866] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.038843] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0f95946-d784-4907-94fc-f3e30bfe38c5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.049621] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1096.049621] env[70683]: value = "task-3281142" [ 1096.049621] env[70683]: _type = "Task" [ 1096.049621] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.062207] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.091119] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281141, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.140874] env[70683]: INFO nova.compute.manager [-] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Took 1.42 seconds to deallocate network for instance. [ 1096.271538] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281139, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.520775] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquiring lock "refresh_cache-64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.520965] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquired lock "refresh_cache-64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.521156] env[70683]: DEBUG nova.network.neutron [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.524323] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8c6332f0-02f9-4897-931b-34d633170904 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1096.524574] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1096.524721] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1096.560131] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08867} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.560498] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.561359] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb931cc1-5131-4517-94b1-2481fd6a4304 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.588592] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 442aeebb-1185-4301-90a1-06206fe73a1e/442aeebb-1185-4301-90a1-06206fe73a1e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.591573] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5097a325-0fc9-4945-9a17-f7f8e42286c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.622074] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281141, 'name': CloneVM_Task, 'duration_secs': 1.246677} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.623519] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Created linked-clone VM from snapshot [ 1096.623853] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1096.623853] env[70683]: value = "task-3281143" [ 1096.623853] env[70683]: _type = "Task" [ 1096.623853] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.626916] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ae00b-cd34-4220-8983-66339ca6871e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.639457] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Uploading image 92c6d3dc-0fdc-49c6-b4fa-e515033ae941 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1096.645387] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.649299] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.662641] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.663135] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-537246c7-f89a-4edd-9a42-70c1f415d44c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.675504] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1096.675504] env[70683]: value = "task-3281144" [ 1096.675504] env[70683]: _type = "Task" [ 1096.675504] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.679917] env[70683]: DEBUG oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1096.679917] env[70683]: value = "vm-655288" [ 1096.679917] env[70683]: _type = "VirtualMachine" [ 1096.679917] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1096.679917] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a47d6d3-52db-456a-ae2e-bc9c81899d17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.692274] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.693944] env[70683]: DEBUG oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lease: (returnval){ [ 1096.693944] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524dde6e-b4d7-ae5c-3297-58296aae4faf" [ 1096.693944] env[70683]: _type = "HttpNfcLease" [ 1096.693944] env[70683]: } obtained for exporting VM: (result){ [ 1096.693944] env[70683]: value = "vm-655288" [ 1096.693944] env[70683]: _type = "VirtualMachine" [ 1096.693944] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1096.694518] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the lease: (returnval){ [ 1096.694518] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524dde6e-b4d7-ae5c-3297-58296aae4faf" [ 1096.694518] env[70683]: _type = "HttpNfcLease" [ 1096.694518] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1096.706482] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.706482] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524dde6e-b4d7-ae5c-3297-58296aae4faf" [ 1096.706482] env[70683]: _type = "HttpNfcLease" [ 1096.706482] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1096.776630] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281139, 'name': CloneVM_Task, 'duration_secs': 1.762091} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.777480] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Created linked-clone VM from snapshot [ 1096.778415] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef4f1f-1d27-4c4f-820a-96d0d2a6f874 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.791191] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Uploading image d5a213e6-0993-4a15-be7b-4ce9dfd3f661 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1096.805887] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1096.806411] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5193a4b1-cad0-478a-9844-d3e9d23368ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.815175] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1096.815175] env[70683]: value = "task-3281146" [ 1096.815175] env[70683]: _type = "Task" [ 1096.815175] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.826711] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281146, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.847988] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d852b-9d02-4a36-a79a-53e487168ca7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.855551] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0bf432-049d-475b-b2b7-e37d0475d490 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.890877] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88b5c05-e9c9-4368-be32-8488e6ac3cb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.901129] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884bca2a-774d-4e7e-bfcf-441139c79308 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.914884] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.993610] env[70683]: DEBUG nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.024757] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.025065] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.025245] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.025431] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.025597] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.025755] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.025984] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.026173] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.026487] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.026523] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.026689] env[70683]: DEBUG nova.virt.hardware [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.030177] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b4855d-f80d-4df4-b052-953d9bde312e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.041125] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668bf93b-54c7-442e-869b-c6046f1e0e52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.098128] env[70683]: DEBUG nova.network.neutron [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.144151] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.192865] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281144, 'name': PowerOffVM_Task, 'duration_secs': 0.232648} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.193275] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.193576] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.194442] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac7b289-6586-4688-95b8-887d2bb9e9ec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.208229] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.208229] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524dde6e-b4d7-ae5c-3297-58296aae4faf" [ 1097.208229] env[70683]: _type = "HttpNfcLease" [ 1097.208229] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1097.211896] env[70683]: DEBUG oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1097.211896] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524dde6e-b4d7-ae5c-3297-58296aae4faf" [ 1097.211896] env[70683]: _type = "HttpNfcLease" [ 1097.211896] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1097.212266] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.215473] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e158a1b5-c75f-4404-87bf-916baa0f7247 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.218449] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e558875b-b280-4b3b-81fe-2e851dd0ccfa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.231236] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "c86c337b-6ec6-4184-a667-0be4c3610dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.231574] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "c86c337b-6ec6-4184-a667-0be4c3610dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.233575] env[70683]: DEBUG oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7f6e6-6390-8609-f566-125259b1c18c/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1097.233772] env[70683]: DEBUG oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7f6e6-6390-8609-f566-125259b1c18c/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1097.301178] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.301446] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.301534] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Deleting the datastore file [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.303201] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90f57841-51cc-43d3-b37d-50135d03eac1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.310574] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1097.310574] env[70683]: value = "task-3281148" [ 1097.310574] env[70683]: _type = "Task" [ 1097.310574] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.321218] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.325834] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281146, 'name': Destroy_Task, 'duration_secs': 0.477832} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.326094] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Destroyed the VM [ 1097.326322] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1097.326567] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8414293a-39ab-4e4c-b573-055e61433480 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.333086] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1097.333086] env[70683]: value = "task-3281149" [ 1097.333086] env[70683]: _type = "Task" [ 1097.333086] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.342306] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4206d6ca-96fa-4d29-8632-9ff69c74690b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.348188] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281149, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.417703] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.482247] env[70683]: DEBUG nova.network.neutron [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Updating instance_info_cache with network_info: [{"id": "15934038-05bd-42cb-87dc-4c34ee87eb14", "address": "fa:16:3e:25:c2:25", "network": {"id": "442ef104-9fad-452d-bf27-80a6d7b32bfd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-734791954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e71a7b2e8240648965807c3fa83f1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15934038-05", "ovs_interfaceid": "15934038-05bd-42cb-87dc-4c34ee87eb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.645032] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281143, 'name': ReconfigVM_Task, 'duration_secs': 0.53414} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.645032] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 442aeebb-1185-4301-90a1-06206fe73a1e/442aeebb-1185-4301-90a1-06206fe73a1e.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.645032] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c85eda-35dc-4432-9f3b-cba925dd7d65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.649936] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1097.649936] env[70683]: value = "task-3281150" [ 1097.649936] env[70683]: _type = "Task" [ 1097.649936] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.658442] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281150, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.676028] env[70683]: DEBUG nova.compute.manager [req-ca7eae11-1b8b-4df3-829a-203e214f40b5 req-a6ad38a9-d21e-4a6a-9c29-e2cd04c95d17 service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Received event network-vif-plugged-bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.676028] env[70683]: DEBUG oslo_concurrency.lockutils [req-ca7eae11-1b8b-4df3-829a-203e214f40b5 req-a6ad38a9-d21e-4a6a-9c29-e2cd04c95d17 service nova] Acquiring lock "b92bb1d3-f351-40bc-a678-313bf08b46cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.676028] env[70683]: DEBUG oslo_concurrency.lockutils [req-ca7eae11-1b8b-4df3-829a-203e214f40b5 req-a6ad38a9-d21e-4a6a-9c29-e2cd04c95d17 service nova] Lock "b92bb1d3-f351-40bc-a678-313bf08b46cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.676028] env[70683]: DEBUG oslo_concurrency.lockutils [req-ca7eae11-1b8b-4df3-829a-203e214f40b5 req-a6ad38a9-d21e-4a6a-9c29-e2cd04c95d17 service nova] Lock "b92bb1d3-f351-40bc-a678-313bf08b46cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.676028] env[70683]: DEBUG nova.compute.manager [req-ca7eae11-1b8b-4df3-829a-203e214f40b5 req-a6ad38a9-d21e-4a6a-9c29-e2cd04c95d17 service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] No waiting events found dispatching network-vif-plugged-bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.676028] env[70683]: WARNING nova.compute.manager [req-ca7eae11-1b8b-4df3-829a-203e214f40b5 req-a6ad38a9-d21e-4a6a-9c29-e2cd04c95d17 service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Received unexpected event network-vif-plugged-bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b for instance with vm_state building and task_state spawning. [ 1097.737515] env[70683]: DEBUG nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.798498] env[70683]: DEBUG nova.compute.manager [req-25a2b85a-c64d-4c44-b2fc-03cbcc924cf8 req-efb2328c-f43b-46d1-8f5c-d202188a7abd service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Received event network-changed-15934038-05bd-42cb-87dc-4c34ee87eb14 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.798498] env[70683]: DEBUG nova.compute.manager [req-25a2b85a-c64d-4c44-b2fc-03cbcc924cf8 req-efb2328c-f43b-46d1-8f5c-d202188a7abd service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Refreshing instance network info cache due to event network-changed-15934038-05bd-42cb-87dc-4c34ee87eb14. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.798717] env[70683]: DEBUG oslo_concurrency.lockutils [req-25a2b85a-c64d-4c44-b2fc-03cbcc924cf8 req-efb2328c-f43b-46d1-8f5c-d202188a7abd service nova] Acquiring lock "refresh_cache-64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.805018] env[70683]: DEBUG nova.network.neutron [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Successfully updated port: bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.825838] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114009} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.827583] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.827583] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.827583] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.851735] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281149, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.923536] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1097.923536] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.966s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.924800] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.191s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.925422] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.928369] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.787s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.934414] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.006s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.936809] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.261s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.941433] env[70683]: INFO nova.compute.claims [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.982495] env[70683]: INFO nova.scheduler.client.report [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleted allocations for instance ba1839c5-2c7d-4b59-89d9-6ed8e44343a0 [ 1097.986974] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Releasing lock "refresh_cache-64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.987391] env[70683]: DEBUG nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Instance network_info: |[{"id": "15934038-05bd-42cb-87dc-4c34ee87eb14", "address": "fa:16:3e:25:c2:25", "network": {"id": "442ef104-9fad-452d-bf27-80a6d7b32bfd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-734791954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e71a7b2e8240648965807c3fa83f1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15934038-05", "ovs_interfaceid": "15934038-05bd-42cb-87dc-4c34ee87eb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.988639] env[70683]: DEBUG oslo_concurrency.lockutils [req-25a2b85a-c64d-4c44-b2fc-03cbcc924cf8 req-efb2328c-f43b-46d1-8f5c-d202188a7abd service nova] Acquired lock "refresh_cache-64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.990299] env[70683]: DEBUG nova.network.neutron [req-25a2b85a-c64d-4c44-b2fc-03cbcc924cf8 req-efb2328c-f43b-46d1-8f5c-d202188a7abd service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Refreshing network info cache for port 15934038-05bd-42cb-87dc-4c34ee87eb14 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.993722] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:c2:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15934038-05bd-42cb-87dc-4c34ee87eb14', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.005916] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Creating folder: Project (24e71a7b2e8240648965807c3fa83f1e). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.007162] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82e34b73-0bc8-4412-9eb7-317323052cfb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.015350] env[70683]: INFO nova.scheduler.client.report [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Deleted allocations for instance 1f160979-1851-41ea-821d-7a578ff76b7a [ 1098.023418] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Created folder: Project (24e71a7b2e8240648965807c3fa83f1e) in parent group-v655051. [ 1098.023418] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Creating folder: Instances. Parent ref: group-v655289. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.032792] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ecf4c05-43eb-4854-a496-ddc5081c8152 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.042911] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Created folder: Instances in parent group-v655289. [ 1098.043310] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.043578] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.046118] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-545f9255-ccf6-45ac-836a-689755a98bfd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.073211] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.073211] env[70683]: value = "task-3281153" [ 1098.073211] env[70683]: _type = "Task" [ 1098.073211] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.087042] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281153, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.164728] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281150, 'name': Rename_Task, 'duration_secs': 0.166476} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.165158] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.165459] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c119fce-3ae4-48a8-ac37-4abe7a67c5bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.172556] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1098.172556] env[70683]: value = "task-3281154" [ 1098.172556] env[70683]: _type = "Task" [ 1098.172556] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.181681] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.262710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.308206] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.308531] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.308578] env[70683]: DEBUG nova.network.neutron [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.346786] env[70683]: DEBUG oslo_vmware.api [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281149, 'name': RemoveSnapshot_Task, 'duration_secs': 0.939} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.347204] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1098.492141] env[70683]: DEBUG oslo_concurrency.lockutils [None req-73fb5538-be4b-4633-973f-317b17da4f3d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "ba1839c5-2c7d-4b59-89d9-6ed8e44343a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.706s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.533586] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76a641fe-b331-4917-a73a-1755cfe932c4 tempest-ServerDiagnosticsV248Test-1917459262 tempest-ServerDiagnosticsV248Test-1917459262-project-member] Lock "1f160979-1851-41ea-821d-7a578ff76b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.774s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.569266] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.569977] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.587211] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281153, 'name': CreateVM_Task, 'duration_secs': 0.349529} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.588445] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.592170] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.592445] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.592926] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.593972] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c36bb8-8fb1-49ad-8350-99feb0a0b82b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.601145] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1098.601145] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5216ad7c-0730-f0f8-ac35-15fec48dfc62" [ 1098.601145] env[70683]: _type = "Task" [ 1098.601145] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.610938] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5216ad7c-0730-f0f8-ac35-15fec48dfc62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.685277] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281154, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.748272] env[70683]: DEBUG nova.network.neutron [req-25a2b85a-c64d-4c44-b2fc-03cbcc924cf8 req-efb2328c-f43b-46d1-8f5c-d202188a7abd service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Updated VIF entry in instance network info cache for port 15934038-05bd-42cb-87dc-4c34ee87eb14. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.748743] env[70683]: DEBUG nova.network.neutron [req-25a2b85a-c64d-4c44-b2fc-03cbcc924cf8 req-efb2328c-f43b-46d1-8f5c-d202188a7abd service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Updating instance_info_cache with network_info: [{"id": "15934038-05bd-42cb-87dc-4c34ee87eb14", "address": "fa:16:3e:25:c2:25", "network": {"id": "442ef104-9fad-452d-bf27-80a6d7b32bfd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-734791954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e71a7b2e8240648965807c3fa83f1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15934038-05", "ovs_interfaceid": "15934038-05bd-42cb-87dc-4c34ee87eb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.853586] env[70683]: DEBUG nova.network.neutron [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.854418] env[70683]: WARNING nova.compute.manager [None req-8442c8ec-7e38-48c3-a2f0-7ea67142a43b tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Image not found during snapshot: nova.exception.ImageNotFound: Image d5a213e6-0993-4a15-be7b-4ce9dfd3f661 could not be found. [ 1098.875076] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.875911] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.876231] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.876349] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.876499] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.876774] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.877039] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.877348] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.878113] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.878113] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.878278] env[70683]: DEBUG nova.virt.hardware [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.879707] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4a4072-dfbd-4097-87bb-608c4820c25d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.891186] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f55aa-1cb6-40b7-ab3b-eceffbe0b778 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.906388] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Instance VIF info [] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.912550] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.915725] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.916276] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c298935-6834-4580-9412-dc627f42fc52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.939258] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.939258] env[70683]: value = "task-3281155" [ 1098.939258] env[70683]: _type = "Task" [ 1098.939258] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.952291] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281155, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.053359] env[70683]: DEBUG nova.network.neutron [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Updating instance_info_cache with network_info: [{"id": "bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b", "address": "fa:16:3e:cf:74:34", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba604c5-1e", "ovs_interfaceid": "bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.072907] env[70683]: DEBUG nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.119093] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5216ad7c-0730-f0f8-ac35-15fec48dfc62, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.119634] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.120415] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.120916] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.120916] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.121188] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.125275] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8afddced-1b25-4bf4-a096-5a1e8639a8e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.135019] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.135180] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.135976] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbf55e1-c272-455b-84f7-d87ad75bb827 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.147831] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1099.147831] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52721bb3-6a62-9dde-0c14-cc8a334086ba" [ 1099.147831] env[70683]: _type = "Task" [ 1099.147831] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.161909] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52721bb3-6a62-9dde-0c14-cc8a334086ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.185553] env[70683]: DEBUG oslo_vmware.api [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281154, 'name': PowerOnVM_Task, 'duration_secs': 0.684013} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.185890] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.186104] env[70683]: INFO nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1099.186309] env[70683]: DEBUG nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.187366] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fcd3dc-ca70-40e1-9337-43e1bf135788 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.253226] env[70683]: DEBUG oslo_concurrency.lockutils [req-25a2b85a-c64d-4c44-b2fc-03cbcc924cf8 req-efb2328c-f43b-46d1-8f5c-d202188a7abd service nova] Releasing lock "refresh_cache-64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.284011] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29b3ec0-7565-4402-9689-a1b3078ef76f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.294286] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0f37b-3671-4cff-91e6-67efc9aad523 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.325504] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b205ed-4e2b-4131-b252-f57b5fe3d31d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.334110] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96542578-60a1-4044-8182-36dfabe4a8ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.348505] env[70683]: DEBUG nova.compute.provider_tree [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.453230] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281155, 'name': CreateVM_Task, 'duration_secs': 0.333367} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.453230] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.457020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.457020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.457020] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.457020] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac39356e-42f7-479f-9e19-5c781b9acd74 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.460134] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1099.460134] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522bd9ec-0554-363e-c389-2966c9c3ec9a" [ 1099.460134] env[70683]: _type = "Task" [ 1099.460134] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.473731] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522bd9ec-0554-363e-c389-2966c9c3ec9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.556574] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.557063] env[70683]: DEBUG nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Instance network_info: |[{"id": "bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b", "address": "fa:16:3e:cf:74:34", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba604c5-1e", "ovs_interfaceid": "bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.557538] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:74:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.571798] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.572257] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.572501] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e75d12dc-7549-4a13-bc2a-0fceda296329 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.598147] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.598147] env[70683]: value = "task-3281156" [ 1099.598147] env[70683]: _type = "Task" [ 1099.598147] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.605500] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "5aaed425-5a5c-49c5-97a4-c3296488bc47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.605812] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5aaed425-5a5c-49c5-97a4-c3296488bc47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.610319] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281156, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.615278] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.664324] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52721bb3-6a62-9dde-0c14-cc8a334086ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.665182] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4850bc98-92bb-418f-9e5d-adf3772ab422 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.672036] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1099.672036] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dc738d-f1d0-6baf-24b7-77492314e6cd" [ 1099.672036] env[70683]: _type = "Task" [ 1099.672036] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.681866] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dc738d-f1d0-6baf-24b7-77492314e6cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.714145] env[70683]: INFO nova.compute.manager [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Took 23.52 seconds to build instance. [ 1099.750209] env[70683]: DEBUG nova.compute.manager [req-a46a7633-9cb8-4d4f-846c-5cb218fc52cb req-ffcf9bbb-e523-440e-bb99-42e704eff3c2 service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Received event network-changed-bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.750417] env[70683]: DEBUG nova.compute.manager [req-a46a7633-9cb8-4d4f-846c-5cb218fc52cb req-ffcf9bbb-e523-440e-bb99-42e704eff3c2 service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Refreshing instance network info cache due to event network-changed-bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.750636] env[70683]: DEBUG oslo_concurrency.lockutils [req-a46a7633-9cb8-4d4f-846c-5cb218fc52cb req-ffcf9bbb-e523-440e-bb99-42e704eff3c2 service nova] Acquiring lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.750781] env[70683]: DEBUG oslo_concurrency.lockutils [req-a46a7633-9cb8-4d4f-846c-5cb218fc52cb req-ffcf9bbb-e523-440e-bb99-42e704eff3c2 service nova] Acquired lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.750942] env[70683]: DEBUG nova.network.neutron [req-a46a7633-9cb8-4d4f-846c-5cb218fc52cb req-ffcf9bbb-e523-440e-bb99-42e704eff3c2 service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Refreshing network info cache for port bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.853952] env[70683]: DEBUG nova.scheduler.client.report [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.972807] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522bd9ec-0554-363e-c389-2966c9c3ec9a, 'name': SearchDatastore_Task, 'duration_secs': 0.017315} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.973258] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.973494] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.973727] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.110607] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281156, 'name': CreateVM_Task, 'duration_secs': 0.399625} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.111016] env[70683]: DEBUG nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.113794] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.117363] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.117543] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.118105] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.118484] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76428fb-fc35-48e4-8242-aadbc9054db4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.123375] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1100.123375] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525063c7-bc80-d3e0-d157-dd2c48995a47" [ 1100.123375] env[70683]: _type = "Task" [ 1100.123375] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.132128] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525063c7-bc80-d3e0-d157-dd2c48995a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.183992] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52dc738d-f1d0-6baf-24b7-77492314e6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.0121} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.184834] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.184834] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5/64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.185053] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.185765] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.185765] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28d4e2f4-1373-41bf-b208-0ca56e8dd2e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.187667] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f5e458d-0789-43c3-ae56-afbe42eda021 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.195189] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1100.195189] env[70683]: value = "task-3281157" [ 1100.195189] env[70683]: _type = "Task" [ 1100.195189] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.199660] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.199911] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.201136] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc1a1db-2e96-4797-ab56-4a232c4b998e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.206934] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.209818] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1100.209818] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522bdf67-b363-b225-86d4-545354849cbc" [ 1100.209818] env[70683]: _type = "Task" [ 1100.209818] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.218199] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7598d2ba-85d0-4f77-8b80-6f8a0441efda tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "442aeebb-1185-4301-90a1-06206fe73a1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.027s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.218307] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522bdf67-b363-b225-86d4-545354849cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.298049] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.298465] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.298774] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.299070] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.299349] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.302250] env[70683]: INFO nova.compute.manager [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Terminating instance [ 1100.360409] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.361018] env[70683]: DEBUG nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.364213] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.715s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.364500] env[70683]: DEBUG nova.objects.instance [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lazy-loading 'resources' on Instance uuid 58de72be-21e5-4571-bef5-a26ac1502f26 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.636772] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525063c7-bc80-d3e0-d157-dd2c48995a47, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.637202] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.637548] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.637850] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.660144] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.691494] env[70683]: DEBUG nova.network.neutron [req-a46a7633-9cb8-4d4f-846c-5cb218fc52cb req-ffcf9bbb-e523-440e-bb99-42e704eff3c2 service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Updated VIF entry in instance network info cache for port bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.692035] env[70683]: DEBUG nova.network.neutron [req-a46a7633-9cb8-4d4f-846c-5cb218fc52cb req-ffcf9bbb-e523-440e-bb99-42e704eff3c2 service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Updating instance_info_cache with network_info: [{"id": "bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b", "address": "fa:16:3e:cf:74:34", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba604c5-1e", "ovs_interfaceid": "bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.707748] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.724268] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522bdf67-b363-b225-86d4-545354849cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.725484] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3fb6bb-78e3-4856-9019-1fa01e1e2d77 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.733700] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1100.733700] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd8a00-9fe4-d70d-bd38-ceade8ef98f4" [ 1100.733700] env[70683]: _type = "Task" [ 1100.733700] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.743672] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd8a00-9fe4-d70d-bd38-ceade8ef98f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.808361] env[70683]: DEBUG nova.compute.manager [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.808361] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.808361] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f6133-5bce-4f0a-b6c4-47129464f496 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.816748] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.818584] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fafc7fd2-8fdd-4265-aa40-479101eee4a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.825627] env[70683]: DEBUG oslo_vmware.api [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1100.825627] env[70683]: value = "task-3281158" [ 1100.825627] env[70683]: _type = "Task" [ 1100.825627] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.841647] env[70683]: DEBUG oslo_vmware.api [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.869030] env[70683]: DEBUG nova.compute.utils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.875800] env[70683]: DEBUG nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.877037] env[70683]: DEBUG nova.network.neutron [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.965182] env[70683]: DEBUG nova.policy [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.196799] env[70683]: DEBUG oslo_concurrency.lockutils [req-a46a7633-9cb8-4d4f-846c-5cb218fc52cb req-ffcf9bbb-e523-440e-bb99-42e704eff3c2 service nova] Releasing lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.212709] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626212} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.213477] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702894e1-bc31-43a4-a989-79554926484f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.216665] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5/64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.216810] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.216976] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77d21e68-c2fc-4ed2-8be2-42a87759b194 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.224562] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b54b26-9fdb-4f86-83b9-379ba0303c31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.229150] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1101.229150] env[70683]: value = "task-3281159" [ 1101.229150] env[70683]: _type = "Task" [ 1101.229150] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.266819] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b2880a-d094-41e1-a9bf-89e761e6c019 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.272394] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.277937] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd8a00-9fe4-d70d-bd38-ceade8ef98f4, 'name': SearchDatastore_Task, 'duration_secs': 0.052838} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.280135] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.280433] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476/73f820a6-e78c-47bd-994d-d940d06ae476.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.280769] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.281019] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.281252] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52486722-029f-462b-b26d-607d81890690 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.284337] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11be4049-b6ce-417b-8100-2971c1f79f0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.288679] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3244e5f5-0a15-4717-869d-e0ef26d7d5ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.302662] env[70683]: DEBUG nova.compute.provider_tree [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.308297] env[70683]: DEBUG nova.network.neutron [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Successfully created port: c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.309481] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1101.309481] env[70683]: value = "task-3281160" [ 1101.309481] env[70683]: _type = "Task" [ 1101.309481] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.309774] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.310027] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.311522] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8948bb-ea63-4795-992a-67038e715d13 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.322713] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1101.322713] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52abf485-348b-8f6d-e04f-c9d1c10f4062" [ 1101.322713] env[70683]: _type = "Task" [ 1101.322713] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.327124] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.339521] env[70683]: DEBUG oslo_vmware.api [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281158, 'name': PowerOffVM_Task, 'duration_secs': 0.345447} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.343580] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.343580] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.344440] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52abf485-348b-8f6d-e04f-c9d1c10f4062, 'name': SearchDatastore_Task, 'duration_secs': 0.01505} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.344440] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d07f039-08cd-47eb-a51b-03beaf1a2e18 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.346425] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab69685-b357-4d05-8d85-4fe40c31ec1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.352123] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1101.352123] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5207d8a6-773b-19d0-6931-d9fdf74aa033" [ 1101.352123] env[70683]: _type = "Task" [ 1101.352123] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.360600] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5207d8a6-773b-19d0-6931-d9fdf74aa033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.375587] env[70683]: DEBUG nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.387022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "442aeebb-1185-4301-90a1-06206fe73a1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.387022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "442aeebb-1185-4301-90a1-06206fe73a1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.387022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "442aeebb-1185-4301-90a1-06206fe73a1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.387022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "442aeebb-1185-4301-90a1-06206fe73a1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.387022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "442aeebb-1185-4301-90a1-06206fe73a1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.387022] env[70683]: INFO nova.compute.manager [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Terminating instance [ 1101.413241] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.413241] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.413241] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleting the datastore file [datastore1] 3d7685e4-74ee-4b93-8019-3e3b8155eb2d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.413568] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69e3eab7-8851-4a7f-9487-1ac7cd318a2c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.421805] env[70683]: DEBUG oslo_vmware.api [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1101.421805] env[70683]: value = "task-3281162" [ 1101.421805] env[70683]: _type = "Task" [ 1101.421805] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.431798] env[70683]: DEBUG oslo_vmware.api [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.746106] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10792} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.746257] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.747622] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb51f3-5952-407f-b1ec-ee8b8e9a3605 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.776591] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5/64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.777024] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4deba31-ef68-4808-b482-b587884588be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.801665] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1101.801665] env[70683]: value = "task-3281163" [ 1101.801665] env[70683]: _type = "Task" [ 1101.801665] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.816064] env[70683]: DEBUG nova.scheduler.client.report [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.818450] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.831748] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281160, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.862115] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5207d8a6-773b-19d0-6931-d9fdf74aa033, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.862439] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.862713] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf/b92bb1d3-f351-40bc-a678-313bf08b46cf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.863026] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc1a1789-5ebf-4594-84c7-19579e50049c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.869516] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1101.869516] env[70683]: value = "task-3281164" [ 1101.869516] env[70683]: _type = "Task" [ 1101.869516] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.877999] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.892220] env[70683]: DEBUG nova.compute.manager [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.892604] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.894108] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a5dfd7-0a01-4c07-8c53-4fc03b49fb97 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.904084] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.904797] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d5155c-9af8-4625-aad9-cb6a23a9a877 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.910742] env[70683]: DEBUG oslo_vmware.api [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1101.910742] env[70683]: value = "task-3281165" [ 1101.910742] env[70683]: _type = "Task" [ 1101.910742] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.919951] env[70683]: DEBUG oslo_vmware.api [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.932802] env[70683]: DEBUG oslo_vmware.api [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262202} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.933054] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.933370] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.933574] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.933835] env[70683]: INFO nova.compute.manager [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1101.934222] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.934465] env[70683]: DEBUG nova.compute.manager [-] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.934591] env[70683]: DEBUG nova.network.neutron [-] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.247164] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "7f1e8493-fd99-4559-8986-347c43044be4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.247430] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.313833] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.325833] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.326274] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.063s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.329166] env[70683]: INFO nova.compute.claims [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.342144] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581133} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.342928] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476/73f820a6-e78c-47bd-994d-d940d06ae476.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.343066] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.343479] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3280cd93-fc21-46de-94a0-601a65386831 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.354399] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1102.354399] env[70683]: value = "task-3281166" [ 1102.354399] env[70683]: _type = "Task" [ 1102.354399] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.366051] env[70683]: INFO nova.scheduler.client.report [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Deleted allocations for instance 58de72be-21e5-4571-bef5-a26ac1502f26 [ 1102.369449] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.383484] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281164, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.388512] env[70683]: DEBUG nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.395191] env[70683]: DEBUG nova.compute.manager [req-438c0c83-6de6-4fc8-9b0f-92c13ab4b068 req-620b3eed-b6c0-4783-880d-5428e2bcdbb7 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Received event network-vif-deleted-240ce719-9d9c-418f-892c-d67d08416882 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.395386] env[70683]: INFO nova.compute.manager [req-438c0c83-6de6-4fc8-9b0f-92c13ab4b068 req-620b3eed-b6c0-4783-880d-5428e2bcdbb7 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Neutron deleted interface 240ce719-9d9c-418f-892c-d67d08416882; detaching it from the instance and deleting it from the info cache [ 1102.395547] env[70683]: DEBUG nova.network.neutron [req-438c0c83-6de6-4fc8-9b0f-92c13ab4b068 req-620b3eed-b6c0-4783-880d-5428e2bcdbb7 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.419022] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.419296] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.419467] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.419811] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.419811] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.419973] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.420239] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.420336] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.420513] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.420682] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.420857] env[70683]: DEBUG nova.virt.hardware [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.422385] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71cebb0-c997-4b6d-972d-9aa191aaf4d9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.428875] env[70683]: DEBUG oslo_vmware.api [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281165, 'name': PowerOffVM_Task, 'duration_secs': 0.25873} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.429611] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.429791] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.430495] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e93cfdd6-0eee-4964-8593-069c3eda04ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.436321] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21916af1-e1fd-4603-9dd0-1d296840fc9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.502272] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.502569] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.502774] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleting the datastore file [datastore2] 442aeebb-1185-4301-90a1-06206fe73a1e {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.503053] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d2b647-793d-4359-b12e-bc2fd3690b62 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.509737] env[70683]: DEBUG oslo_vmware.api [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1102.509737] env[70683]: value = "task-3281168" [ 1102.509737] env[70683]: _type = "Task" [ 1102.509737] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.517610] env[70683]: DEBUG oslo_vmware.api [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.750624] env[70683]: DEBUG nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.813907] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281163, 'name': ReconfigVM_Task, 'duration_secs': 0.517659} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.814245] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5/64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.815094] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58b5feb4-8eba-44c4-a0a4-2419c10dddf9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.823374] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1102.823374] env[70683]: value = "task-3281169" [ 1102.823374] env[70683]: _type = "Task" [ 1102.823374] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.843979] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281169, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.865889] env[70683]: DEBUG nova.compute.manager [req-96318813-8cda-49d1-97af-605d66597a51 req-5e2da71a-d058-47b8-9790-f253581c80fe service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-vif-plugged-c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.866282] env[70683]: DEBUG oslo_concurrency.lockutils [req-96318813-8cda-49d1-97af-605d66597a51 req-5e2da71a-d058-47b8-9790-f253581c80fe service nova] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.867412] env[70683]: DEBUG oslo_concurrency.lockutils [req-96318813-8cda-49d1-97af-605d66597a51 req-5e2da71a-d058-47b8-9790-f253581c80fe service nova] Lock "8c6332f0-02f9-4897-931b-34d633170904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.867650] env[70683]: DEBUG oslo_concurrency.lockutils [req-96318813-8cda-49d1-97af-605d66597a51 req-5e2da71a-d058-47b8-9790-f253581c80fe service nova] Lock "8c6332f0-02f9-4897-931b-34d633170904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.867948] env[70683]: DEBUG nova.compute.manager [req-96318813-8cda-49d1-97af-605d66597a51 req-5e2da71a-d058-47b8-9790-f253581c80fe service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] No waiting events found dispatching network-vif-plugged-c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.868212] env[70683]: WARNING nova.compute.manager [req-96318813-8cda-49d1-97af-605d66597a51 req-5e2da71a-d058-47b8-9790-f253581c80fe service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received unexpected event network-vif-plugged-c64ee628-09fa-4523-998f-0c147e7b5198 for instance with vm_state building and task_state spawning. [ 1102.874319] env[70683]: DEBUG nova.network.neutron [-] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.876565] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103328} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.880559] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.884653] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd1ca4a-71d4-4e2d-99f8-2834fbad3a84 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.887875] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7e2b2d5b-8e67-4960-8e88-660261a76f1e tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "58de72be-21e5-4571-bef5-a26ac1502f26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.857s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.895285] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611822} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.905451] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf/b92bb1d3-f351-40bc-a678-313bf08b46cf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.905706] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.919134] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476/73f820a6-e78c-47bd-994d-d940d06ae476.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.920900] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-769f8116-ac11-4af4-bcd5-d29d6f119163 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.922360] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dd0f209-1d3c-4bdc-b18f-f42cb54e1813 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.924739] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399904d9-4df9-4cb3-853b-62216704ea72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.946109] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1102.946109] env[70683]: value = "task-3281171" [ 1102.946109] env[70683]: _type = "Task" [ 1102.946109] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.956559] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ebc8e3-f0fc-4caa-917f-ed12dce15ae5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.968591] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1102.968591] env[70683]: value = "task-3281170" [ 1102.968591] env[70683]: _type = "Task" [ 1102.968591] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.976928] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.981819] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.992610] env[70683]: DEBUG nova.compute.manager [req-438c0c83-6de6-4fc8-9b0f-92c13ab4b068 req-620b3eed-b6c0-4783-880d-5428e2bcdbb7 service nova] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Detach interface failed, port_id=240ce719-9d9c-418f-892c-d67d08416882, reason: Instance 3d7685e4-74ee-4b93-8019-3e3b8155eb2d could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.020896] env[70683]: DEBUG oslo_vmware.api [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144255} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.021258] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.021490] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.021730] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.021973] env[70683]: INFO nova.compute.manager [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1103.022316] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.022561] env[70683]: DEBUG nova.compute.manager [-] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.022679] env[70683]: DEBUG nova.network.neutron [-] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.296692] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.323197] env[70683]: DEBUG nova.network.neutron [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Successfully updated port: c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.340629] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281169, 'name': Rename_Task, 'duration_secs': 0.228194} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.340629] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.341852] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-381a0923-d8ce-4412-b77c-5faa82fb5d17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.350077] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1103.350077] env[70683]: value = "task-3281172" [ 1103.350077] env[70683]: _type = "Task" [ 1103.350077] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.359720] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.382096] env[70683]: INFO nova.compute.manager [-] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Took 1.45 seconds to deallocate network for instance. [ 1103.459599] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281171, 'name': ReconfigVM_Task, 'duration_secs': 0.383643} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.459870] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476/73f820a6-e78c-47bd-994d-d940d06ae476.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.460557] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-165e4908-44e6-4bed-8397-229a47646f1e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.469338] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1103.469338] env[70683]: value = "task-3281173" [ 1103.469338] env[70683]: _type = "Task" [ 1103.469338] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.480535] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281173, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.486664] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106045} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.487163] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.489127] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5d9e2c-f364-426c-bfab-c28995b79a00 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.515154] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf/b92bb1d3-f351-40bc-a678-313bf08b46cf.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.520310] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a13791a-2e2b-4128-93d2-f840f2cafd43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.547500] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1103.547500] env[70683]: value = "task-3281174" [ 1103.547500] env[70683]: _type = "Task" [ 1103.547500] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.556584] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.697353] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5737d46-8b59-4fdb-8ef7-82d4eca57469 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.706926] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e82d88c-2abc-4cb3-8478-b393f73f9315 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.747157] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b95865-28e7-4a59-aec3-90d72d7f18f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.755534] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f230b5-adda-43a3-846c-be85a184f9ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.771328] env[70683]: DEBUG nova.compute.provider_tree [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.778616] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.778868] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.779089] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.779274] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.779454] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.782139] env[70683]: INFO nova.compute.manager [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Terminating instance [ 1103.829382] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.829611] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.829673] env[70683]: DEBUG nova.network.neutron [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.861239] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.878029] env[70683]: DEBUG nova.network.neutron [-] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.894890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.983581] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281173, 'name': Rename_Task, 'duration_secs': 0.171388} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.983581] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.983581] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-578358e4-20ee-486c-95df-777108eb18b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.988561] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1103.988561] env[70683]: value = "task-3281175" [ 1103.988561] env[70683]: _type = "Task" [ 1103.988561] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.996572] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.058524] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281174, 'name': ReconfigVM_Task, 'duration_secs': 0.435471} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.059053] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf/b92bb1d3-f351-40bc-a678-313bf08b46cf.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.059589] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-961b30e2-1f90-4668-a57a-3da5b0548be9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.066865] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1104.066865] env[70683]: value = "task-3281176" [ 1104.066865] env[70683]: _type = "Task" [ 1104.066865] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.078219] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281176, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.274720] env[70683]: DEBUG nova.scheduler.client.report [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.286145] env[70683]: DEBUG nova.compute.manager [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.286331] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.287283] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d328eb-32d5-42d3-9de1-7b1ecb2f4274 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.295682] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.295953] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1450779e-6498-4b2d-b5a9-319af7b7862f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.303096] env[70683]: DEBUG oslo_vmware.api [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1104.303096] env[70683]: value = "task-3281177" [ 1104.303096] env[70683]: _type = "Task" [ 1104.303096] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.311460] env[70683]: DEBUG oslo_vmware.api [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.359797] env[70683]: DEBUG oslo_vmware.api [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281172, 'name': PowerOnVM_Task, 'duration_secs': 0.612802} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.360181] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.360422] env[70683]: INFO nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1104.360622] env[70683]: DEBUG nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.361850] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee490ef-4c26-49d4-ac1d-c0cb816184d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.382291] env[70683]: INFO nova.compute.manager [-] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Took 1.36 seconds to deallocate network for instance. [ 1104.383654] env[70683]: DEBUG nova.network.neutron [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.500108] env[70683]: DEBUG oslo_vmware.api [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281175, 'name': PowerOnVM_Task} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.500676] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.500938] env[70683]: DEBUG nova.compute.manager [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.502067] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744864c3-f8ca-4598-b479-282c4164a825 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.538838] env[70683]: DEBUG nova.compute.manager [req-e183e27a-4710-4b5f-b045-499dd23dabce req-e15f6892-7ff3-4748-8c45-a1ffdac394dd service nova] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Received event network-vif-deleted-f881159b-b36f-4533-992d-9fdb3df708d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.578207] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281176, 'name': Rename_Task, 'duration_secs': 0.176395} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.578591] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.579023] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b741f5-7e8e-4280-9542-6cbe1c274515 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.585336] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1104.585336] env[70683]: value = "task-3281178" [ 1104.585336] env[70683]: _type = "Task" [ 1104.585336] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.593562] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.645970] env[70683]: DEBUG nova.network.neutron [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.780312] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.780847] env[70683]: DEBUG nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.786215] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.171s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.787809] env[70683]: INFO nova.compute.claims [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.824070] env[70683]: DEBUG oslo_vmware.api [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281177, 'name': PowerOffVM_Task, 'duration_secs': 0.256313} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.824377] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.824547] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.825043] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bda9d6a7-29d6-421f-b505-b2a92674f98e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.887227] env[70683]: INFO nova.compute.manager [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Took 16.84 seconds to build instance. [ 1104.893923] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.897264] env[70683]: DEBUG nova.compute.manager [req-45330170-a397-472e-ab1b-3ab03a44b1a8 req-6bd1382d-874c-4f80-a054-16e3c3cbdfcd service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-changed-c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.898081] env[70683]: DEBUG nova.compute.manager [req-45330170-a397-472e-ab1b-3ab03a44b1a8 req-6bd1382d-874c-4f80-a054-16e3c3cbdfcd service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Refreshing instance network info cache due to event network-changed-c64ee628-09fa-4523-998f-0c147e7b5198. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.898081] env[70683]: DEBUG oslo_concurrency.lockutils [req-45330170-a397-472e-ab1b-3ab03a44b1a8 req-6bd1382d-874c-4f80-a054-16e3c3cbdfcd service nova] Acquiring lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.902821] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.902976] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.903548] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Deleting the datastore file [datastore2] 88b8db34-2f43-486c-b3b7-ff846ba6f4c1 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.903548] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae49372a-6390-43c8-b768-20280cf8c5f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.914556] env[70683]: DEBUG oslo_vmware.api [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for the task: (returnval){ [ 1104.914556] env[70683]: value = "task-3281180" [ 1104.914556] env[70683]: _type = "Task" [ 1104.914556] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.923863] env[70683]: DEBUG oslo_vmware.api [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.028790] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.882838] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.883387] env[70683]: DEBUG nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Instance network_info: |[{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.886049] env[70683]: DEBUG nova.compute.utils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.888998] env[70683]: DEBUG oslo_concurrency.lockutils [None req-993ff8b2-67d0-411e-a85d-60ca37314e4d tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.852s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.889424] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquiring lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.889638] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.889822] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquiring lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.889989] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.890249] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.894531] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.894531] env[70683]: WARNING oslo_vmware.common.loopingcall [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] task run outlasted interval by 0.304979 sec [ 1105.894531] env[70683]: DEBUG oslo_concurrency.lockutils [req-45330170-a397-472e-ab1b-3ab03a44b1a8 req-6bd1382d-874c-4f80-a054-16e3c3cbdfcd service nova] Acquired lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.894531] env[70683]: DEBUG nova.network.neutron [req-45330170-a397-472e-ab1b-3ab03a44b1a8 req-6bd1382d-874c-4f80-a054-16e3c3cbdfcd service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Refreshing network info cache for port c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.894531] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:6f:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c64ee628-09fa-4523-998f-0c147e7b5198', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.902065] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.905343] env[70683]: DEBUG nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.905679] env[70683]: DEBUG nova.network.neutron [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.912866] env[70683]: INFO nova.compute.manager [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Terminating instance [ 1105.916035] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.922128] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-039b4506-0753-42ae-990b-add2b1cf25a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.939197] env[70683]: DEBUG nova.compute.manager [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.939458] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.941668] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e0eab7-478e-4ff4-ae0a-31d32a862b58 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.951682] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.952654] env[70683]: DEBUG oslo_vmware.api [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Task: {'id': task-3281180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181517} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.953736] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.953882] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.954012] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.954545] env[70683]: INFO nova.compute.manager [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1105.954545] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.955971] env[70683]: DEBUG nova.compute.manager [-] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.956542] env[70683]: DEBUG nova.network.neutron [-] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.958392] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.958392] env[70683]: value = "task-3281181" [ 1105.958392] env[70683]: _type = "Task" [ 1105.958392] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.962459] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.965811] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6001c83-981c-40bd-94ed-e301d0896156 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.973193] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281181, 'name': CreateVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.974278] env[70683]: DEBUG oslo_vmware.api [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1105.974278] env[70683]: value = "task-3281182" [ 1105.974278] env[70683]: _type = "Task" [ 1105.974278] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.982504] env[70683]: DEBUG oslo_vmware.api [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.005079] env[70683]: DEBUG oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7f6e6-6390-8609-f566-125259b1c18c/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1106.005264] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072596c6-3399-49f1-9e4d-293aa6c33d97 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.009646] env[70683]: DEBUG nova.policy [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4df38c203503497c8e54899f0be4cc7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b30700596484591a4eebef6c508be06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.015564] env[70683]: DEBUG oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7f6e6-6390-8609-f566-125259b1c18c/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1106.015847] env[70683]: ERROR oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7f6e6-6390-8609-f566-125259b1c18c/disk-0.vmdk due to incomplete transfer. [ 1106.016070] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-391673bd-5e3b-40de-ba19-f3b863938687 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.024543] env[70683]: DEBUG oslo_vmware.rw_handles [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7f6e6-6390-8609-f566-125259b1c18c/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1106.024795] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Uploaded image 92c6d3dc-0fdc-49c6-b4fa-e515033ae941 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1106.027553] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1106.027769] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4025fc22-7604-48cc-a230-c7f8c89eea36 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.034602] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1106.034602] env[70683]: value = "task-3281183" [ 1106.034602] env[70683]: _type = "Task" [ 1106.034602] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.044031] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281183, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.393245] env[70683]: DEBUG nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.413025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "73f820a6-e78c-47bd-994d-d940d06ae476" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.413204] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "73f820a6-e78c-47bd-994d-d940d06ae476" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.413473] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "73f820a6-e78c-47bd-994d-d940d06ae476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.413583] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "73f820a6-e78c-47bd-994d-d940d06ae476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.413747] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "73f820a6-e78c-47bd-994d-d940d06ae476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.428749] env[70683]: INFO nova.compute.manager [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Terminating instance [ 1106.438907] env[70683]: DEBUG oslo_vmware.api [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281178, 'name': PowerOnVM_Task, 'duration_secs': 1.653679} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.439242] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.439569] env[70683]: INFO nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1106.439771] env[70683]: DEBUG nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.440683] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91156137-cfec-41da-ac7e-1d8d94bbf9dd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.473551] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281181, 'name': CreateVM_Task, 'duration_secs': 0.340935} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.475977] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.476912] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.477335] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.477669] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.482616] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07314fe9-06d4-4b10-85bb-fd13c7a47749 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.493030] env[70683]: DEBUG oslo_vmware.api [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281182, 'name': PowerOffVM_Task, 'duration_secs': 0.212481} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.499806] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.499989] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.500342] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1106.500342] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524899b3-a3af-9193-14d0-88eadc8fa0bc" [ 1106.500342] env[70683]: _type = "Task" [ 1106.500342] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.501168] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457ad6a7-9396-48a6-a5f2-41e0eb4d0f93 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.510890] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524899b3-a3af-9193-14d0-88eadc8fa0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.511616] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.511616] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.511851] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.511851] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.512050] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.514879] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02671516-484c-42c6-9523-c855f30939bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.522384] env[70683]: DEBUG nova.network.neutron [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Successfully created port: fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.544574] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281183, 'name': Destroy_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.545879] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.546079] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.549747] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44855307-7e6a-4c6e-847b-e6842629ac07 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.558068] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1106.558068] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5214aec1-4e74-181e-86ef-7d5c9bd40780" [ 1106.558068] env[70683]: _type = "Task" [ 1106.558068] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.566083] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5214aec1-4e74-181e-86ef-7d5c9bd40780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.573364] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.573564] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.573737] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Deleting the datastore file [datastore2] 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.574787] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d537f6fa-3c7c-4510-9a08-fde2ccfe7a05 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.595181] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquiring lock "68bc09bf-4c87-4e0d-af6d-93c23751629b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.595592] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "68bc09bf-4c87-4e0d-af6d-93c23751629b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.598649] env[70683]: DEBUG oslo_vmware.api [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for the task: (returnval){ [ 1106.598649] env[70683]: value = "task-3281185" [ 1106.598649] env[70683]: _type = "Task" [ 1106.598649] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.608189] env[70683]: DEBUG oslo_vmware.api [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.694845] env[70683]: DEBUG nova.network.neutron [req-45330170-a397-472e-ab1b-3ab03a44b1a8 req-6bd1382d-874c-4f80-a054-16e3c3cbdfcd service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updated VIF entry in instance network info cache for port c64ee628-09fa-4523-998f-0c147e7b5198. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.695323] env[70683]: DEBUG nova.network.neutron [req-45330170-a397-472e-ab1b-3ab03a44b1a8 req-6bd1382d-874c-4f80-a054-16e3c3cbdfcd service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.721355] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302dbfb3-685d-417f-940f-787632407abd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.729420] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2191d-1352-4985-8de9-8791c7a71a49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.764736] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6053085-0db2-483c-a65a-3fb4004e1a83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.771984] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10714461-f46e-462a-a93a-aa92a8074911 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.784960] env[70683]: DEBUG nova.network.neutron [-] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.787403] env[70683]: DEBUG nova.compute.provider_tree [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.926775] env[70683]: DEBUG nova.compute.manager [req-62735681-0e0a-446f-96f3-69911dea6090 req-07e85370-25cc-4a8d-a8b3-cc299a41b8da service nova] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Received event network-vif-deleted-5f1ec36a-1bc9-41c6-a561-daa0eaa32261 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.939781] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "refresh_cache-73f820a6-e78c-47bd-994d-d940d06ae476" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.939974] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquired lock "refresh_cache-73f820a6-e78c-47bd-994d-d940d06ae476" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.940178] env[70683]: DEBUG nova.network.neutron [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.966931] env[70683]: INFO nova.compute.manager [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Took 17.25 seconds to build instance. [ 1107.047386] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281183, 'name': Destroy_Task, 'duration_secs': 0.547168} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.047644] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Destroyed the VM [ 1107.047886] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1107.048181] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-985765dd-0b3c-4091-9631-6dd31a8c69d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.055413] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1107.055413] env[70683]: value = "task-3281186" [ 1107.055413] env[70683]: _type = "Task" [ 1107.055413] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.067873] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.071765] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5214aec1-4e74-181e-86ef-7d5c9bd40780, 'name': SearchDatastore_Task, 'duration_secs': 0.00897} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.072634] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112cb86b-7ba1-4ed1-8b41-a5a470c285b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.078072] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1107.078072] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5247d02a-c6d2-06da-9544-32294f2ee129" [ 1107.078072] env[70683]: _type = "Task" [ 1107.078072] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.086221] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5247d02a-c6d2-06da-9544-32294f2ee129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.099851] env[70683]: DEBUG nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.111671] env[70683]: DEBUG oslo_vmware.api [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Task: {'id': task-3281185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164419} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.111898] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.112084] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.112274] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.112450] env[70683]: INFO nova.compute.manager [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1107.112711] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.112913] env[70683]: DEBUG nova.compute.manager [-] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.113032] env[70683]: DEBUG nova.network.neutron [-] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.198784] env[70683]: DEBUG oslo_concurrency.lockutils [req-45330170-a397-472e-ab1b-3ab03a44b1a8 req-6bd1382d-874c-4f80-a054-16e3c3cbdfcd service nova] Releasing lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.290977] env[70683]: INFO nova.compute.manager [-] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Took 1.33 seconds to deallocate network for instance. [ 1107.293815] env[70683]: DEBUG nova.scheduler.client.report [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.406391] env[70683]: DEBUG nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.440991] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1011562663',id=40,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1225684594',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.441296] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.441457] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.441654] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.441799] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.441943] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.442198] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.442392] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.442573] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.442735] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.442904] env[70683]: DEBUG nova.virt.hardware [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.445935] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be0c0e-b0b8-438e-ab76-3c569efb673a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.455596] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872758e-de10-405c-b3b4-175a95e4c0ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.472034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d4b1e697-6ff5-4249-828c-dcf09f58debc tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "b92bb1d3-f351-40bc-a678-313bf08b46cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.766s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.473107] env[70683]: DEBUG nova.network.neutron [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.522198] env[70683]: DEBUG nova.network.neutron [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.566614] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281186, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.587885] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5247d02a-c6d2-06da-9544-32294f2ee129, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.588161] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.589075] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8c6332f0-02f9-4897-931b-34d633170904/8c6332f0-02f9-4897-931b-34d633170904.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.589075] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19aafb7a-0509-4c56-990b-461213a4a297 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.595263] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1107.595263] env[70683]: value = "task-3281187" [ 1107.595263] env[70683]: _type = "Task" [ 1107.595263] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.604368] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.629318] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.803982] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.018s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.804549] env[70683]: DEBUG nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.808631] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.809427] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.149s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.811708] env[70683]: INFO nova.compute.claims [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.857428] env[70683]: DEBUG nova.network.neutron [-] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.027460] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Releasing lock "refresh_cache-73f820a6-e78c-47bd-994d-d940d06ae476" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.027995] env[70683]: DEBUG nova.compute.manager [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.028312] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.029304] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9878369-c6bd-4ce4-9164-d50dcc03c5f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.046696] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.047650] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72dd1efa-6016-4beb-bd1a-b682fa30a88f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.056961] env[70683]: DEBUG oslo_vmware.api [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1108.056961] env[70683]: value = "task-3281188" [ 1108.056961] env[70683]: _type = "Task" [ 1108.056961] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.074077] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281186, 'name': RemoveSnapshot_Task, 'duration_secs': 0.650561} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.078745] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.079182] env[70683]: DEBUG nova.compute.manager [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.079391] env[70683]: DEBUG oslo_vmware.api [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.080580] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30317a-23c9-42b5-a08e-53f31035629c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.106710] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49242} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.106964] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8c6332f0-02f9-4897-931b-34d633170904/8c6332f0-02f9-4897-931b-34d633170904.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.107534] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.107803] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d017cc40-4048-4268-99e1-781cd2422d92 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.114486] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1108.114486] env[70683]: value = "task-3281189" [ 1108.114486] env[70683]: _type = "Task" [ 1108.114486] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.125198] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.292260] env[70683]: DEBUG nova.compute.manager [req-5aa56519-5343-47c4-9ac7-eb18b8a20beb req-f43f08cc-7b0f-4623-890d-5236a1775d26 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Received event network-vif-plugged-fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.292260] env[70683]: DEBUG oslo_concurrency.lockutils [req-5aa56519-5343-47c4-9ac7-eb18b8a20beb req-f43f08cc-7b0f-4623-890d-5236a1775d26 service nova] Acquiring lock "c86c337b-6ec6-4184-a667-0be4c3610dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.293073] env[70683]: DEBUG oslo_concurrency.lockutils [req-5aa56519-5343-47c4-9ac7-eb18b8a20beb req-f43f08cc-7b0f-4623-890d-5236a1775d26 service nova] Lock "c86c337b-6ec6-4184-a667-0be4c3610dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.293512] env[70683]: DEBUG oslo_concurrency.lockutils [req-5aa56519-5343-47c4-9ac7-eb18b8a20beb req-f43f08cc-7b0f-4623-890d-5236a1775d26 service nova] Lock "c86c337b-6ec6-4184-a667-0be4c3610dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.294434] env[70683]: DEBUG nova.compute.manager [req-5aa56519-5343-47c4-9ac7-eb18b8a20beb req-f43f08cc-7b0f-4623-890d-5236a1775d26 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] No waiting events found dispatching network-vif-plugged-fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.294434] env[70683]: WARNING nova.compute.manager [req-5aa56519-5343-47c4-9ac7-eb18b8a20beb req-f43f08cc-7b0f-4623-890d-5236a1775d26 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Received unexpected event network-vif-plugged-fda6636b-066c-42ce-bfb7-09683e61b344 for instance with vm_state building and task_state spawning. [ 1108.306454] env[70683]: DEBUG nova.network.neutron [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Successfully updated port: fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.312372] env[70683]: DEBUG nova.compute.utils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.314205] env[70683]: DEBUG nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.314519] env[70683]: DEBUG nova.network.neutron [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.363778] env[70683]: INFO nova.compute.manager [-] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Took 1.25 seconds to deallocate network for instance. [ 1108.376957] env[70683]: DEBUG nova.policy [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9002d0ad31f4a0387781f607330b77c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153b30cedeb14326a01f7924b2233830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.441469] env[70683]: INFO nova.compute.manager [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Rebuilding instance [ 1108.490157] env[70683]: DEBUG nova.compute.manager [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.491021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae172e9e-219b-4cde-83da-77985ef4f9ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.573397] env[70683]: DEBUG oslo_vmware.api [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281188, 'name': PowerOffVM_Task, 'duration_secs': 0.188323} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.573670] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.573889] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.574279] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71330b9b-d362-488f-b07d-c039264f2b5c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.594853] env[70683]: INFO nova.compute.manager [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Shelve offloading [ 1108.598623] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.598764] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.598944] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Deleting the datastore file [datastore2] 73f820a6-e78c-47bd-994d-d940d06ae476 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.599197] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b7e5d1f-f13e-42e6-9cf8-538389c2aed0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.606134] env[70683]: DEBUG oslo_vmware.api [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for the task: (returnval){ [ 1108.606134] env[70683]: value = "task-3281191" [ 1108.606134] env[70683]: _type = "Task" [ 1108.606134] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.614165] env[70683]: DEBUG oslo_vmware.api [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.622416] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080853} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.622681] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.623427] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3aa08f-3ef4-4a61-b38f-c7010f7bc2b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.644778] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8c6332f0-02f9-4897-931b-34d633170904/8c6332f0-02f9-4897-931b-34d633170904.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.645339] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531cb3f3-bf53-412f-a29a-ca4b974cc066 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.663336] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1108.663336] env[70683]: value = "task-3281192" [ 1108.663336] env[70683]: _type = "Task" [ 1108.663336] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.671602] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.693615] env[70683]: DEBUG nova.network.neutron [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Successfully created port: 724d71f8-a18a-4ee6-94ad-2742340b3720 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.808505] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.808810] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquired lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.809100] env[70683]: DEBUG nova.network.neutron [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.818714] env[70683]: DEBUG nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.874744] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.960937] env[70683]: DEBUG nova.compute.manager [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Received event network-vif-deleted-15934038-05bd-42cb-87dc-4c34ee87eb14 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.963526] env[70683]: DEBUG nova.compute.manager [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Received event network-changed-bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.963755] env[70683]: DEBUG nova.compute.manager [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Refreshing instance network info cache due to event network-changed-bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.963998] env[70683]: DEBUG oslo_concurrency.lockutils [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] Acquiring lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.964180] env[70683]: DEBUG oslo_concurrency.lockutils [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] Acquired lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.964349] env[70683]: DEBUG nova.network.neutron [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Refreshing network info cache for port bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.077459] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529bed53-8fa6-4c70-a58b-90a8a7301dad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.085303] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed7629b-cf47-4392-af5c-910995d29c3a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.114953] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.115490] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d03de5e-475f-44e2-95a7-ca415d9c64b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.120225] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf375c86-45f3-4c85-a91b-8e4ad069d884 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.131861] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4614841c-d0d0-4cb2-a900-aa2beeac13dc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.135884] env[70683]: DEBUG oslo_vmware.api [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Task: {'id': task-3281191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10477} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.136203] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1109.136203] env[70683]: value = "task-3281193" [ 1109.136203] env[70683]: _type = "Task" [ 1109.136203] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.136427] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.136640] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.136830] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.137008] env[70683]: INFO nova.compute.manager [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1109.137251] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.137867] env[70683]: DEBUG nova.compute.manager [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.137973] env[70683]: DEBUG nova.network.neutron [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.152063] env[70683]: DEBUG nova.compute.provider_tree [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.158658] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.158857] env[70683]: DEBUG nova.compute.manager [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.160301] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2b550-327c-4a4b-97e2-cac7ebf72c6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.171021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.171021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.171021] env[70683]: DEBUG nova.network.neutron [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.174933] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281192, 'name': ReconfigVM_Task, 'duration_secs': 0.298928} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.175620] env[70683]: DEBUG nova.network.neutron [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.178690] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8c6332f0-02f9-4897-931b-34d633170904/8c6332f0-02f9-4897-931b-34d633170904.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.178690] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5f17175-4471-4c5a-9bb9-6d8f56df91a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.186021] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1109.186021] env[70683]: value = "task-3281194" [ 1109.186021] env[70683]: _type = "Task" [ 1109.186021] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.197450] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281194, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.346118] env[70683]: DEBUG nova.network.neutron [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.486009] env[70683]: DEBUG nova.network.neutron [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Updating instance_info_cache with network_info: [{"id": "fda6636b-066c-42ce-bfb7-09683e61b344", "address": "fa:16:3e:bd:a5:5a", "network": {"id": "2e133cb4-127c-46d5-87a4-39c6e68d15d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-18688166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b30700596484591a4eebef6c508be06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda6636b-06", "ovs_interfaceid": "fda6636b-066c-42ce-bfb7-09683e61b344", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.505970] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.506921] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f210be0-6b76-4262-9f41-3065171e38d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.516120] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1109.516120] env[70683]: value = "task-3281195" [ 1109.516120] env[70683]: _type = "Task" [ 1109.516120] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.524999] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3281195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.657140] env[70683]: DEBUG nova.scheduler.client.report [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.677734] env[70683]: DEBUG nova.network.neutron [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.695275] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281194, 'name': Rename_Task, 'duration_secs': 0.162237} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.695550] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.695817] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2803c938-3a56-4f0a-bdf3-8a2721aad81a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.704644] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1109.704644] env[70683]: value = "task-3281196" [ 1109.704644] env[70683]: _type = "Task" [ 1109.704644] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.719753] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.770150] env[70683]: DEBUG nova.network.neutron [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Updated VIF entry in instance network info cache for port bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.770501] env[70683]: DEBUG nova.network.neutron [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Updating instance_info_cache with network_info: [{"id": "bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b", "address": "fa:16:3e:cf:74:34", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba604c5-1e", "ovs_interfaceid": "bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.828060] env[70683]: DEBUG nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.855920] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.856183] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.856342] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.856522] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.856669] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.856816] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.857035] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.857202] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.857368] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.857526] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.857698] env[70683]: DEBUG nova.virt.hardware [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.858606] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cef01a-4340-4192-93e4-88605b688695 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.866492] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e1bd5-96a4-47bf-9707-45f1ba49c190 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.905620] env[70683]: DEBUG nova.network.neutron [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [{"id": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "address": "fa:16:3e:57:e7:3a", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf4b2d-2a", "ovs_interfaceid": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.988618] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Releasing lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.989134] env[70683]: DEBUG nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Instance network_info: |[{"id": "fda6636b-066c-42ce-bfb7-09683e61b344", "address": "fa:16:3e:bd:a5:5a", "network": {"id": "2e133cb4-127c-46d5-87a4-39c6e68d15d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-18688166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b30700596484591a4eebef6c508be06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda6636b-06", "ovs_interfaceid": "fda6636b-066c-42ce-bfb7-09683e61b344", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.989567] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a5:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fda6636b-066c-42ce-bfb7-09683e61b344', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.998302] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Creating folder: Project (9b30700596484591a4eebef6c508be06). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.998625] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75feb3a6-5e63-49f7-8840-4b2722f54d9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.009885] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Created folder: Project (9b30700596484591a4eebef6c508be06) in parent group-v655051. [ 1110.010122] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Creating folder: Instances. Parent ref: group-v655295. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.010375] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d24ce4-fe08-4b4f-9770-6ec84e9dbaff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.020714] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Created folder: Instances in parent group-v655295. [ 1110.021019] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.021612] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.021831] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f458487-af53-44dc-a223-06693b694a3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.041111] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3281195, 'name': PowerOffVM_Task, 'duration_secs': 0.236297} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.041789] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.042533] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.042922] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0909eefe-4930-49f7-99a8-cbbb41de7b81 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.046305] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.046305] env[70683]: value = "task-3281199" [ 1110.046305] env[70683]: _type = "Task" [ 1110.046305] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.050337] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1110.050337] env[70683]: value = "task-3281200" [ 1110.050337] env[70683]: _type = "Task" [ 1110.050337] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.056912] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281199, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.061559] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1110.061811] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1110.062054] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655240', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'name': 'volume-ac751309-9078-415a-be35-f14d80a87b74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32ddda2e-f46f-41e8-b570-4dcd31811d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'serial': 'ac751309-9078-415a-be35-f14d80a87b74'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1110.062862] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f5fba-4ac0-431f-b5a3-ce57a759b3be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.081481] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb2aa9-885d-4eab-aef5-a5fc05774780 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.088194] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a694ab-6ad0-4a12-83a7-ea3a57d65cdd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.107309] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d6ff92-e628-4890-94d5-1b994550cccd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.122247] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac751309-9078-415a-be35-f14d80a87b74/volume-ac751309-9078-415a-be35-f14d80a87b74.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1110.127517] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.127921] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5883052e-80f4-4f68-a433-0590f22c3501 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.146179] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1110.146179] env[70683]: value = "task-3281201" [ 1110.146179] env[70683]: _type = "Task" [ 1110.146179] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.154709] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3281201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.162617] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.163176] env[70683]: DEBUG nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.166230] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.871s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.168171] env[70683]: INFO nova.compute.claims [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.181110] env[70683]: INFO nova.compute.manager [-] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Took 1.04 seconds to deallocate network for instance. [ 1110.216406] env[70683]: DEBUG oslo_vmware.api [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281196, 'name': PowerOnVM_Task, 'duration_secs': 0.502773} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.216572] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.216749] env[70683]: INFO nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1110.216931] env[70683]: DEBUG nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.217805] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467bd345-2acf-42df-8023-d2fd74255f41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.240044] env[70683]: DEBUG nova.network.neutron [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Successfully updated port: 724d71f8-a18a-4ee6-94ad-2742340b3720 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.273119] env[70683]: DEBUG oslo_concurrency.lockutils [req-a6aee6d0-0432-4b21-b1e2-852f327a785d req-9448a8d6-977b-4dc8-95fc-4d462b88b40c service nova] Releasing lock "refresh_cache-b92bb1d3-f351-40bc-a678-313bf08b46cf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.362860] env[70683]: DEBUG nova.compute.manager [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Received event network-changed-fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.363197] env[70683]: DEBUG nova.compute.manager [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Refreshing instance network info cache due to event network-changed-fda6636b-066c-42ce-bfb7-09683e61b344. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.365343] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Acquiring lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.365343] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Acquired lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.365343] env[70683]: DEBUG nova.network.neutron [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Refreshing network info cache for port fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.408452] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.556497] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281199, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.655839] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3281201, 'name': ReconfigVM_Task, 'duration_secs': 0.217262} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.656130] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.660861] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae801ba8-f20a-4c19-b282-4992d7676580 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.671956] env[70683]: DEBUG nova.compute.utils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.675225] env[70683]: DEBUG nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.675393] env[70683]: DEBUG nova.network.neutron [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.686284] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.689862] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1110.689862] env[70683]: value = "task-3281202" [ 1110.689862] env[70683]: _type = "Task" [ 1110.689862] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.699667] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3281202, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.719150] env[70683]: DEBUG nova.policy [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4643b465413c4287a8a3b63e5fc56671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a0d5f5975849c6acb9f2c795e60b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.734427] env[70683]: INFO nova.compute.manager [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Took 15.07 seconds to build instance. [ 1110.743928] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "refresh_cache-177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.743928] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "refresh_cache-177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.744055] env[70683]: DEBUG nova.network.neutron [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.005284] env[70683]: DEBUG nova.network.neutron [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Successfully created port: a68f3bf8-82c6-4117-8e67-5d686dccecc2 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.058478] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281199, 'name': CreateVM_Task, 'duration_secs': 0.799068} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.058796] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.060372] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.060650] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.061266] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.061562] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ac16b6-6f11-465e-ba67-2d147e154d14 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.069864] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1111.069864] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ed5e2a-b221-3c74-00c9-f2581cef8068" [ 1111.069864] env[70683]: _type = "Task" [ 1111.069864] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.079613] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ed5e2a-b221-3c74-00c9-f2581cef8068, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.079855] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.080124] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.080390] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.080541] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.080770] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.081044] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c41002-d8e8-4942-983e-ff4d0b47a9e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.092012] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.092317] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.092966] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47531af-b347-4adb-bd73-a54e309f1f8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.098473] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1111.098473] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5297ea89-8265-1307-cd3f-9106b349a83d" [ 1111.098473] env[70683]: _type = "Task" [ 1111.098473] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.105926] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5297ea89-8265-1307-cd3f-9106b349a83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.176674] env[70683]: DEBUG nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.206344] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.207104] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda1bb99-0027-4d95-a1fd-6d2d2cafd490 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.213265] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3281202, 'name': ReconfigVM_Task, 'duration_secs': 0.153857} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.214092] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655240', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'name': 'volume-ac751309-9078-415a-be35-f14d80a87b74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32ddda2e-f46f-41e8-b570-4dcd31811d30', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac751309-9078-415a-be35-f14d80a87b74', 'serial': 'ac751309-9078-415a-be35-f14d80a87b74'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1111.214338] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.215770] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d58d2bb-cd79-4c16-ad67-c8199b0550bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.222690] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.222690] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea1292a1-b60f-468c-8445-3046551d6275 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.226046] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.228490] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb1f117-818f-4243-98bc-4a95b90c6ce0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.239032] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5b6485fe-069f-4357-9e3a-6f2f937f0c7b tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "8c6332f0-02f9-4897-931b-34d633170904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.602s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.302379] env[70683]: DEBUG nova.network.neutron [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.304552] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.305048] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.305048] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Deleting the datastore file [datastore2] 32ddda2e-f46f-41e8-b570-4dcd31811d30 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.305707] env[70683]: DEBUG nova.network.neutron [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Updated VIF entry in instance network info cache for port fda6636b-066c-42ce-bfb7-09683e61b344. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.306079] env[70683]: DEBUG nova.network.neutron [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Updating instance_info_cache with network_info: [{"id": "fda6636b-066c-42ce-bfb7-09683e61b344", "address": "fa:16:3e:bd:a5:5a", "network": {"id": "2e133cb4-127c-46d5-87a4-39c6e68d15d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-18688166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b30700596484591a4eebef6c508be06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda6636b-06", "ovs_interfaceid": "fda6636b-066c-42ce-bfb7-09683e61b344", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.307173] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae08214-d46c-438d-b7c2-8d73d8335fa8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.311412] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.311614] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.311789] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleting the datastore file [datastore1] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.312398] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70c99ce1-e19e-467c-a053-0291f5c9a6ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.318671] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for the task: (returnval){ [ 1111.318671] env[70683]: value = "task-3281205" [ 1111.318671] env[70683]: _type = "Task" [ 1111.318671] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.323788] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1111.323788] env[70683]: value = "task-3281206" [ 1111.323788] env[70683]: _type = "Task" [ 1111.323788] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.331595] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3281205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.338410] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.478135] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe289b-66ce-43ae-bab3-1d04e46c7e33 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.486916] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039ca402-0d33-46aa-a88c-57971ed824a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.521526] env[70683]: DEBUG nova.network.neutron [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Updating instance_info_cache with network_info: [{"id": "724d71f8-a18a-4ee6-94ad-2742340b3720", "address": "fa:16:3e:7a:94:ab", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724d71f8-a1", "ovs_interfaceid": "724d71f8-a18a-4ee6-94ad-2742340b3720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.523476] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dac3eac-3a3f-488b-a51e-337927f401fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.531550] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13a5c6b-6601-48c4-aa72-4c97f1d83721 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.546075] env[70683]: DEBUG nova.compute.provider_tree [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.608845] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5297ea89-8265-1307-cd3f-9106b349a83d, 'name': SearchDatastore_Task, 'duration_secs': 0.021552} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.609635] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f796a22f-0fe7-4896-a5b9-71e8d7ca7a70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.614495] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1111.614495] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52405839-ceda-fcdb-561b-dd3f776b16ad" [ 1111.614495] env[70683]: _type = "Task" [ 1111.614495] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.623581] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52405839-ceda-fcdb-561b-dd3f776b16ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.740390] env[70683]: DEBUG nova.compute.manager [req-7498663b-2ba4-4f0c-82b4-2d887477d80c req-8633c781-2b2e-4df6-8542-76cdebf82281 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-changed-c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.741802] env[70683]: DEBUG nova.compute.manager [req-7498663b-2ba4-4f0c-82b4-2d887477d80c req-8633c781-2b2e-4df6-8542-76cdebf82281 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Refreshing instance network info cache due to event network-changed-c64ee628-09fa-4523-998f-0c147e7b5198. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.741802] env[70683]: DEBUG oslo_concurrency.lockutils [req-7498663b-2ba4-4f0c-82b4-2d887477d80c req-8633c781-2b2e-4df6-8542-76cdebf82281 service nova] Acquiring lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.741802] env[70683]: DEBUG oslo_concurrency.lockutils [req-7498663b-2ba4-4f0c-82b4-2d887477d80c req-8633c781-2b2e-4df6-8542-76cdebf82281 service nova] Acquired lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.741802] env[70683]: DEBUG nova.network.neutron [req-7498663b-2ba4-4f0c-82b4-2d887477d80c req-8633c781-2b2e-4df6-8542-76cdebf82281 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Refreshing network info cache for port c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.812177] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Releasing lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.812981] env[70683]: DEBUG nova.compute.manager [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Received event network-vif-plugged-724d71f8-a18a-4ee6-94ad-2742340b3720 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.812981] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Acquiring lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.812981] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.813182] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.813596] env[70683]: DEBUG nova.compute.manager [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] No waiting events found dispatching network-vif-plugged-724d71f8-a18a-4ee6-94ad-2742340b3720 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.813596] env[70683]: WARNING nova.compute.manager [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Received unexpected event network-vif-plugged-724d71f8-a18a-4ee6-94ad-2742340b3720 for instance with vm_state building and task_state spawning. [ 1111.813701] env[70683]: DEBUG nova.compute.manager [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Received event network-changed-724d71f8-a18a-4ee6-94ad-2742340b3720 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.813807] env[70683]: DEBUG nova.compute.manager [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Refreshing instance network info cache due to event network-changed-724d71f8-a18a-4ee6-94ad-2742340b3720. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.813975] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Acquiring lock "refresh_cache-177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.830250] env[70683]: DEBUG oslo_vmware.api [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Task: {'id': task-3281205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102734} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.830899] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.830973] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.831203] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.835716] env[70683]: DEBUG oslo_vmware.api [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164126} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.835716] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.835868] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.836028] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.857516] env[70683]: INFO nova.scheduler.client.report [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleted allocations for instance 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf [ 1111.893858] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1111.894218] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f74d039-2c84-4c71-b1b7-7a733294c881 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.903627] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d11f63d-7c10-4013-ba83-0fd544e2ba40 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.937033] env[70683]: ERROR nova.compute.manager [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Failed to detach volume ac751309-9078-415a-be35-f14d80a87b74 from /dev/sda: nova.exception.InstanceNotFound: Instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 could not be found. [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Traceback (most recent call last): [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self.driver.rebuild(**kwargs) [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] raise NotImplementedError() [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] NotImplementedError [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] During handling of the above exception, another exception occurred: [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Traceback (most recent call last): [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self.driver.detach_volume(context, old_connection_info, [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] return self._volumeops.detach_volume(connection_info, instance) [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self._detach_volume_vmdk(connection_info, instance) [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] stable_ref.fetch_moref(session) [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] nova.exception.InstanceNotFound: Instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 could not be found. [ 1111.937033] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] [ 1112.028010] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "refresh_cache-177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.028371] env[70683]: DEBUG nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Instance network_info: |[{"id": "724d71f8-a18a-4ee6-94ad-2742340b3720", "address": "fa:16:3e:7a:94:ab", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724d71f8-a1", "ovs_interfaceid": "724d71f8-a18a-4ee6-94ad-2742340b3720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.028472] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Acquired lock "refresh_cache-177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.028600] env[70683]: DEBUG nova.network.neutron [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Refreshing network info cache for port 724d71f8-a18a-4ee6-94ad-2742340b3720 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.029823] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:94:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '724d71f8-a18a-4ee6-94ad-2742340b3720', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.038692] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.042401] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.043541] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0e2690c-51ea-447e-bcc4-58862d0d357a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.060357] env[70683]: DEBUG nova.scheduler.client.report [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.069706] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.069706] env[70683]: value = "task-3281207" [ 1112.069706] env[70683]: _type = "Task" [ 1112.069706] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.079853] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281207, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.092150] env[70683]: DEBUG nova.compute.utils [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Build of instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 aborted: Failed to rebuild volume backed instance. {{(pid=70683) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1112.094178] env[70683]: ERROR nova.compute.manager [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 aborted: Failed to rebuild volume backed instance. [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Traceback (most recent call last): [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self.driver.rebuild(**kwargs) [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] raise NotImplementedError() [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] NotImplementedError [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] During handling of the above exception, another exception occurred: [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Traceback (most recent call last): [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self._detach_root_volume(context, instance, root_bdm) [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] with excutils.save_and_reraise_exception(): [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self.force_reraise() [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] raise self.value [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self.driver.detach_volume(context, old_connection_info, [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] return self._volumeops.detach_volume(connection_info, instance) [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self._detach_volume_vmdk(connection_info, instance) [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] stable_ref.fetch_moref(session) [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] nova.exception.InstanceNotFound: Instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 could not be found. [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] During handling of the above exception, another exception occurred: [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Traceback (most recent call last): [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] yield [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1112.094178] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self._do_rebuild_instance_with_claim( [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self._do_rebuild_instance( [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self._rebuild_default_impl(**kwargs) [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] self._rebuild_volume_backed_instance( [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] raise exception.BuildAbortException( [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] nova.exception.BuildAbortException: Build of instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 aborted: Failed to rebuild volume backed instance. [ 1112.095388] env[70683]: ERROR nova.compute.manager [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] [ 1112.127173] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52405839-ceda-fcdb-561b-dd3f776b16ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.127555] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.127884] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] c86c337b-6ec6-4184-a667-0be4c3610dff/c86c337b-6ec6-4184-a667-0be4c3610dff.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.128227] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b4c6e8e-24d3-4aad-b449-ba9049ce0500 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.135052] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1112.135052] env[70683]: value = "task-3281208" [ 1112.135052] env[70683]: _type = "Task" [ 1112.135052] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.143368] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.187199] env[70683]: DEBUG nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.214068] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.215030] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.215030] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.215030] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.215030] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.215285] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.215505] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.216576] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.216576] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.216576] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.216576] env[70683]: DEBUG nova.virt.hardware [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.217607] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215dfebf-9007-4c1e-8f36-ddc6ba95a316 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.226242] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68bc2af-1d5b-473b-a7e7-efd9de682e72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.362504] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.396044] env[70683]: DEBUG nova.compute.manager [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received event network-vif-unplugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.396044] env[70683]: DEBUG oslo_concurrency.lockutils [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] Acquiring lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.396044] env[70683]: DEBUG oslo_concurrency.lockutils [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.396044] env[70683]: DEBUG oslo_concurrency.lockutils [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.396044] env[70683]: DEBUG nova.compute.manager [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] No waiting events found dispatching network-vif-unplugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.396044] env[70683]: WARNING nova.compute.manager [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received unexpected event network-vif-unplugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 for instance with vm_state shelved_offloaded and task_state None. [ 1112.396044] env[70683]: DEBUG nova.compute.manager [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received event network-changed-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.396374] env[70683]: DEBUG nova.compute.manager [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Refreshing instance network info cache due to event network-changed-7fcf4b2d-2aca-4acc-9242-b85cd312b603. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.396374] env[70683]: DEBUG oslo_concurrency.lockutils [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] Acquiring lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.396447] env[70683]: DEBUG oslo_concurrency.lockutils [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] Acquired lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.396549] env[70683]: DEBUG nova.network.neutron [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Refreshing network info cache for port 7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.507407] env[70683]: DEBUG nova.network.neutron [req-7498663b-2ba4-4f0c-82b4-2d887477d80c req-8633c781-2b2e-4df6-8542-76cdebf82281 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updated VIF entry in instance network info cache for port c64ee628-09fa-4523-998f-0c147e7b5198. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.507407] env[70683]: DEBUG nova.network.neutron [req-7498663b-2ba4-4f0c-82b4-2d887477d80c req-8633c781-2b2e-4df6-8542-76cdebf82281 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.509881] env[70683]: DEBUG nova.network.neutron [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Successfully updated port: a68f3bf8-82c6-4117-8e67-5d686dccecc2 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.566084] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.568540] env[70683]: DEBUG nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.571644] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.677s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.572143] env[70683]: DEBUG nova.objects.instance [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lazy-loading 'resources' on Instance uuid 3d7685e4-74ee-4b93-8019-3e3b8155eb2d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.587132] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281207, 'name': CreateVM_Task, 'duration_secs': 0.471481} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.588271] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.589150] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.589606] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.590062] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.590808] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eab083e-f00b-49a4-b06d-539f94a7f33a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.600276] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1112.600276] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bc6d84-2906-22c8-78d5-887d13f578ec" [ 1112.600276] env[70683]: _type = "Task" [ 1112.600276] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.610540] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bc6d84-2906-22c8-78d5-887d13f578ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.645402] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494636} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.645658] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] c86c337b-6ec6-4184-a667-0be4c3610dff/c86c337b-6ec6-4184-a667-0be4c3610dff.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.645866] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.646132] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d42f85e1-d41c-4fab-a5de-778e3b65bd66 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.651764] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1112.651764] env[70683]: value = "task-3281209" [ 1112.651764] env[70683]: _type = "Task" [ 1112.651764] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.662043] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.766263] env[70683]: DEBUG nova.network.neutron [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Updated VIF entry in instance network info cache for port 724d71f8-a18a-4ee6-94ad-2742340b3720. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.766713] env[70683]: DEBUG nova.network.neutron [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Updating instance_info_cache with network_info: [{"id": "724d71f8-a18a-4ee6-94ad-2742340b3720", "address": "fa:16:3e:7a:94:ab", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap724d71f8-a1", "ovs_interfaceid": "724d71f8-a18a-4ee6-94ad-2742340b3720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.013170] env[70683]: DEBUG oslo_concurrency.lockutils [req-7498663b-2ba4-4f0c-82b4-2d887477d80c req-8633c781-2b2e-4df6-8542-76cdebf82281 service nova] Releasing lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.014268] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-5aaed425-5a5c-49c5-97a4-c3296488bc47" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.014268] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-5aaed425-5a5c-49c5-97a4-c3296488bc47" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.014268] env[70683]: DEBUG nova.network.neutron [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.081181] env[70683]: DEBUG nova.compute.utils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.086354] env[70683]: DEBUG nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.086354] env[70683]: DEBUG nova.network.neutron [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.118186] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bc6d84-2906-22c8-78d5-887d13f578ec, 'name': SearchDatastore_Task, 'duration_secs': 0.019079} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.118186] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.118186] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.118628] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.118628] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.118628] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.119116] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50504f36-57b6-465b-b06c-e404f223b107 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.131254] env[70683]: DEBUG nova.network.neutron [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updated VIF entry in instance network info cache for port 7fcf4b2d-2aca-4acc-9242-b85cd312b603. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.131658] env[70683]: DEBUG nova.network.neutron [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [{"id": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "address": "fa:16:3e:57:e7:3a", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7fcf4b2d-2a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.136043] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.136043] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.136043] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78296988-5789-49f7-b8d1-baeecb4d5f38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.142551] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1113.142551] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52487886-5c2a-1f56-8b85-cdb6f9a5ccf7" [ 1113.142551] env[70683]: _type = "Task" [ 1113.142551] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.159562] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52487886-5c2a-1f56-8b85-cdb6f9a5ccf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.165561] env[70683]: DEBUG nova.policy [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f895bb50e284802934bba2601c130e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224b3fff30be4df692db0afe4bd4aa6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.173029] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057798} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.173029] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.173029] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f170993-e59f-4490-bf1d-8ce3187f8bce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.199778] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] c86c337b-6ec6-4184-a667-0be4c3610dff/c86c337b-6ec6-4184-a667-0be4c3610dff.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.203837] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c54ee3-6edb-4b83-a1ff-3c169c1d5bf9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.226451] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1113.226451] env[70683]: value = "task-3281210" [ 1113.226451] env[70683]: _type = "Task" [ 1113.226451] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.236106] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.269015] env[70683]: DEBUG oslo_concurrency.lockutils [req-6c8cc1a3-2861-48e9-bae1-b9a437df0e93 req-cc484b2f-9254-4329-9c03-249e8e4164bd service nova] Releasing lock "refresh_cache-177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.374672] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb4162-46d8-4fdf-ae60-b9df0c373379 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.384273] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0807f7-d5e4-49f7-94f9-2164237a7178 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.415349] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9e9ed-0b31-494e-a402-8b14ed945280 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.422791] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb044c7c-134c-403f-b1c6-f1ddcbcaf486 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.436297] env[70683]: DEBUG nova.compute.provider_tree [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.546596] env[70683]: DEBUG nova.network.neutron [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.577896] env[70683]: DEBUG nova.network.neutron [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Successfully created port: c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.588296] env[70683]: DEBUG nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.636385] env[70683]: DEBUG oslo_concurrency.lockutils [req-ead6c33b-fbac-4925-8d37-ecd7d169957c req-0c7df3ed-c3b6-422e-8fbf-e98929da0f08 service nova] Releasing lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.656435] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52487886-5c2a-1f56-8b85-cdb6f9a5ccf7, 'name': SearchDatastore_Task, 'duration_secs': 0.017822} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.657211] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78339bd8-995c-4077-860c-e712b127c462 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.662265] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1113.662265] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524062f6-2d5a-763f-2ec2-11d83029f04e" [ 1113.662265] env[70683]: _type = "Task" [ 1113.662265] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.677010] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524062f6-2d5a-763f-2ec2-11d83029f04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.678181] env[70683]: DEBUG nova.network.neutron [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Updating instance_info_cache with network_info: [{"id": "a68f3bf8-82c6-4117-8e67-5d686dccecc2", "address": "fa:16:3e:19:86:9d", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68f3bf8-82", "ovs_interfaceid": "a68f3bf8-82c6-4117-8e67-5d686dccecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.736020] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281210, 'name': ReconfigVM_Task, 'duration_secs': 0.278018} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.736315] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Reconfigured VM instance instance-00000056 to attach disk [datastore2] c86c337b-6ec6-4184-a667-0be4c3610dff/c86c337b-6ec6-4184-a667-0be4c3610dff.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.737102] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-852f24f8-5fb9-40d1-a4fb-c1e3e32200dd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.742979] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1113.742979] env[70683]: value = "task-3281211" [ 1113.742979] env[70683]: _type = "Task" [ 1113.742979] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.752374] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281211, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.767050] env[70683]: DEBUG nova.compute.manager [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Received event network-vif-plugged-a68f3bf8-82c6-4117-8e67-5d686dccecc2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.767238] env[70683]: DEBUG oslo_concurrency.lockutils [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] Acquiring lock "5aaed425-5a5c-49c5-97a4-c3296488bc47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.768370] env[70683]: DEBUG oslo_concurrency.lockutils [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] Lock "5aaed425-5a5c-49c5-97a4-c3296488bc47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.768370] env[70683]: DEBUG oslo_concurrency.lockutils [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] Lock "5aaed425-5a5c-49c5-97a4-c3296488bc47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.768370] env[70683]: DEBUG nova.compute.manager [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] No waiting events found dispatching network-vif-plugged-a68f3bf8-82c6-4117-8e67-5d686dccecc2 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.768370] env[70683]: WARNING nova.compute.manager [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Received unexpected event network-vif-plugged-a68f3bf8-82c6-4117-8e67-5d686dccecc2 for instance with vm_state building and task_state spawning. [ 1113.768370] env[70683]: DEBUG nova.compute.manager [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Received event network-changed-a68f3bf8-82c6-4117-8e67-5d686dccecc2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.768370] env[70683]: DEBUG nova.compute.manager [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Refreshing instance network info cache due to event network-changed-a68f3bf8-82c6-4117-8e67-5d686dccecc2. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.768861] env[70683]: DEBUG oslo_concurrency.lockutils [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] Acquiring lock "refresh_cache-5aaed425-5a5c-49c5-97a4-c3296488bc47" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.939366] env[70683]: DEBUG nova.scheduler.client.report [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.117054] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.176254] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524062f6-2d5a-763f-2ec2-11d83029f04e, 'name': SearchDatastore_Task, 'duration_secs': 0.058539} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.176584] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.176924] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb/177cb42c-f5fd-4189-85ec-a5b6e31eb6cb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.177241] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4dce294-3d09-41e7-8948-b39f5a1845fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.181771] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-5aaed425-5a5c-49c5-97a4-c3296488bc47" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.182284] env[70683]: DEBUG nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Instance network_info: |[{"id": "a68f3bf8-82c6-4117-8e67-5d686dccecc2", "address": "fa:16:3e:19:86:9d", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68f3bf8-82", "ovs_interfaceid": "a68f3bf8-82c6-4117-8e67-5d686dccecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.182698] env[70683]: DEBUG oslo_concurrency.lockutils [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] Acquired lock "refresh_cache-5aaed425-5a5c-49c5-97a4-c3296488bc47" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.183099] env[70683]: DEBUG nova.network.neutron [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Refreshing network info cache for port a68f3bf8-82c6-4117-8e67-5d686dccecc2 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.184272] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:86:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a68f3bf8-82c6-4117-8e67-5d686dccecc2', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.194174] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating folder: Project (a3a0d5f5975849c6acb9f2c795e60b01). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.196521] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f227451e-af50-4790-b703-371660739d84 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.198352] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1114.198352] env[70683]: value = "task-3281212" [ 1114.198352] env[70683]: _type = "Task" [ 1114.198352] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.207955] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.208839] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Created folder: Project (a3a0d5f5975849c6acb9f2c795e60b01) in parent group-v655051. [ 1114.209041] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating folder: Instances. Parent ref: group-v655299. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.209278] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b719aa0d-af83-4c80-a852-23f2ad5d47c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.218325] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.220075] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Created folder: Instances in parent group-v655299. [ 1114.220407] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.220618] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.220829] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b93983bf-1a4b-4c11-ac3e-1bf32dca2b39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.241577] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.241577] env[70683]: value = "task-3281215" [ 1114.241577] env[70683]: _type = "Task" [ 1114.241577] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.254059] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281215, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.257499] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281211, 'name': Rename_Task, 'duration_secs': 0.136334} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.257811] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.258152] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1252722-3950-495f-bce6-3bd9dcadefe9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.264426] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1114.264426] env[70683]: value = "task-3281216" [ 1114.264426] env[70683]: _type = "Task" [ 1114.264426] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.273845] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.444187] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.446566] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.554s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.446806] env[70683]: DEBUG nova.objects.instance [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lazy-loading 'resources' on Instance uuid 442aeebb-1185-4301-90a1-06206fe73a1e {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.469037] env[70683]: INFO nova.scheduler.client.report [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleted allocations for instance 3d7685e4-74ee-4b93-8019-3e3b8155eb2d [ 1114.598603] env[70683]: DEBUG nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.630801] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.631142] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.631340] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.631583] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.631781] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.631924] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.632176] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.632470] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.632591] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.632759] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.632934] env[70683]: DEBUG nova.virt.hardware [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.633971] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5e9ce3-ca29-4802-9a2d-edabb0baf63e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.643426] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cce91cb-79ae-4b1e-ace5-deb593e6cfad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.710100] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281212, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.753197] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281215, 'name': CreateVM_Task, 'duration_secs': 0.402173} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.753431] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.754279] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.754493] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.754847] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.755142] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905cb578-9268-43b3-a9d7-06e5681cb9ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.761910] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1114.761910] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523db29b-4d7b-d606-5a35-3c98e551ffa4" [ 1114.761910] env[70683]: _type = "Task" [ 1114.761910] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.777281] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.780585] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523db29b-4d7b-d606-5a35-3c98e551ffa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.981305] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2f75ba1-8788-4930-af9b-f12bfd72db9e tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "3d7685e4-74ee-4b93-8019-3e3b8155eb2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.683s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.030120] env[70683]: DEBUG nova.network.neutron [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Updated VIF entry in instance network info cache for port a68f3bf8-82c6-4117-8e67-5d686dccecc2. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.030120] env[70683]: DEBUG nova.network.neutron [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Updating instance_info_cache with network_info: [{"id": "a68f3bf8-82c6-4117-8e67-5d686dccecc2", "address": "fa:16:3e:19:86:9d", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68f3bf8-82", "ovs_interfaceid": "a68f3bf8-82c6-4117-8e67-5d686dccecc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.116930] env[70683]: DEBUG nova.compute.manager [req-b48dae86-99f3-42bd-91e5-237ba57b0ae2 req-d7f0ca6f-4433-4c59-a260-7454d594c707 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Received event network-vif-plugged-c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.117740] env[70683]: DEBUG oslo_concurrency.lockutils [req-b48dae86-99f3-42bd-91e5-237ba57b0ae2 req-d7f0ca6f-4433-4c59-a260-7454d594c707 service nova] Acquiring lock "7f1e8493-fd99-4559-8986-347c43044be4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.117740] env[70683]: DEBUG oslo_concurrency.lockutils [req-b48dae86-99f3-42bd-91e5-237ba57b0ae2 req-d7f0ca6f-4433-4c59-a260-7454d594c707 service nova] Lock "7f1e8493-fd99-4559-8986-347c43044be4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.117740] env[70683]: DEBUG oslo_concurrency.lockutils [req-b48dae86-99f3-42bd-91e5-237ba57b0ae2 req-d7f0ca6f-4433-4c59-a260-7454d594c707 service nova] Lock "7f1e8493-fd99-4559-8986-347c43044be4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.118104] env[70683]: DEBUG nova.compute.manager [req-b48dae86-99f3-42bd-91e5-237ba57b0ae2 req-d7f0ca6f-4433-4c59-a260-7454d594c707 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] No waiting events found dispatching network-vif-plugged-c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.118104] env[70683]: WARNING nova.compute.manager [req-b48dae86-99f3-42bd-91e5-237ba57b0ae2 req-d7f0ca6f-4433-4c59-a260-7454d594c707 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Received unexpected event network-vif-plugged-c36e64bb-d834-4922-89e6-cc9751433e99 for instance with vm_state building and task_state spawning. [ 1115.167018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Acquiring lock "32ddda2e-f46f-41e8-b570-4dcd31811d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.167018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "32ddda2e-f46f-41e8-b570-4dcd31811d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.167018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Acquiring lock "32ddda2e-f46f-41e8-b570-4dcd31811d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.167018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "32ddda2e-f46f-41e8-b570-4dcd31811d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.167018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "32ddda2e-f46f-41e8-b570-4dcd31811d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.169764] env[70683]: INFO nova.compute.manager [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Terminating instance [ 1115.210575] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688289} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.210934] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb/177cb42c-f5fd-4189-85ec-a5b6e31eb6cb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.211346] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.211709] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b8f706a-3f01-49b1-8403-c242789a4763 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.221505] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1115.221505] env[70683]: value = "task-3281217" [ 1115.221505] env[70683]: _type = "Task" [ 1115.221505] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.228416] env[70683]: DEBUG nova.network.neutron [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Successfully updated port: c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.232481] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.244247] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b5f5e3-6fa8-4bd3-9118-f9a16c052d31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.251920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d425989-3d3c-48d2-a4e9-82bb547e968f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.288550] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0a4bc9-08df-493d-82c7-8e7846e08852 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.295804] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523db29b-4d7b-d606-5a35-3c98e551ffa4, 'name': SearchDatastore_Task, 'duration_secs': 0.023081} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.300224] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.300469] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.300705] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.300851] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.301039] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.301319] env[70683]: DEBUG oslo_vmware.api [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281216, 'name': PowerOnVM_Task, 'duration_secs': 0.563087} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.301554] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b524eab-159a-49ae-a2cf-3d2c92762ebf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.303184] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.303389] env[70683]: INFO nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1115.303568] env[70683]: DEBUG nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.304762] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc117922-9a50-4e24-8f9b-e97786fa9f0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.310408] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c872a-9c20-4d08-b60f-4d27a8182669 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.322257] env[70683]: DEBUG nova.compute.provider_tree [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.325503] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.325682] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.329216] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428fe2e1-f802-4aa5-bfb3-eab5b3952340 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.334376] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1115.334376] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f15ea7-7bd6-a357-eb73-9d457ce45d9e" [ 1115.334376] env[70683]: _type = "Task" [ 1115.334376] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.342019] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f15ea7-7bd6-a357-eb73-9d457ce45d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.533491] env[70683]: DEBUG oslo_concurrency.lockutils [req-bd41ba1b-1c47-4cb6-821f-820b8e6c1d32 req-fd9037ab-3792-4085-868b-313387610941 service nova] Releasing lock "refresh_cache-5aaed425-5a5c-49c5-97a4-c3296488bc47" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.673823] env[70683]: DEBUG nova.compute.manager [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.674416] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01001966-a8ab-4711-86a0-724b096f4698 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.683626] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c838de-8594-48ec-aeee-706482fcd45a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.712956] env[70683]: WARNING nova.virt.vmwareapi.driver [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 could not be found. [ 1115.713229] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.713594] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7303447-d5ce-4e3e-8e24-d8230b66277e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.721754] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002e5d29-60a5-43e8-a05e-a59f8f06d037 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.732468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.732652] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.732846] env[70683]: DEBUG nova.network.neutron [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.741591] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063404} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.742407] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.743196] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078103d2-3a53-4745-985e-b6b8457d1fe9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.756158] env[70683]: WARNING nova.virt.vmwareapi.vmops [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 32ddda2e-f46f-41e8-b570-4dcd31811d30 could not be found. [ 1115.756420] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.756637] env[70683]: INFO nova.compute.manager [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1115.756901] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.757490] env[70683]: DEBUG nova.compute.manager [-] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.757620] env[70683]: DEBUG nova.network.neutron [-] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.778418] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb/177cb42c-f5fd-4189-85ec-a5b6e31eb6cb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.779127] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa7af627-f101-4233-9205-6b3f97dce8b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.798558] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1115.798558] env[70683]: value = "task-3281218" [ 1115.798558] env[70683]: _type = "Task" [ 1115.798558] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.806622] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.830417] env[70683]: DEBUG nova.scheduler.client.report [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.843717] env[70683]: INFO nova.compute.manager [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Took 17.60 seconds to build instance. [ 1115.849751] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f15ea7-7bd6-a357-eb73-9d457ce45d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.021149} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.851151] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74de2418-2d89-4b6e-8c65-07154215fba4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.857213] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1115.857213] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c7c49f-407f-451d-1f24-9f24eb787d84" [ 1115.857213] env[70683]: _type = "Task" [ 1115.857213] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.865347] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c7c49f-407f-451d-1f24-9f24eb787d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.283257] env[70683]: DEBUG nova.network.neutron [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.309227] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.338869] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.341672] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.313s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.342124] env[70683]: DEBUG nova.objects.instance [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1116.348505] env[70683]: DEBUG oslo_concurrency.lockutils [None req-32df5195-900e-4892-b13b-04a78b96915c tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "c86c337b-6ec6-4184-a667-0be4c3610dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.117s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.367688] env[70683]: INFO nova.scheduler.client.report [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted allocations for instance 442aeebb-1185-4301-90a1-06206fe73a1e [ 1116.376912] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c7c49f-407f-451d-1f24-9f24eb787d84, 'name': SearchDatastore_Task, 'duration_secs': 0.036662} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.377991] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.378480] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5aaed425-5a5c-49c5-97a4-c3296488bc47/5aaed425-5a5c-49c5-97a4-c3296488bc47.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.378710] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eacf4f02-da94-4b76-a0de-612de4a446c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.385891] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1116.385891] env[70683]: value = "task-3281219" [ 1116.385891] env[70683]: _type = "Task" [ 1116.385891] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.401943] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.531264] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "283152dd-6b8e-4567-987a-47b85638f9b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.531879] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "283152dd-6b8e-4567-987a-47b85638f9b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.551993] env[70683]: DEBUG nova.network.neutron [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Updating instance_info_cache with network_info: [{"id": "c36e64bb-d834-4922-89e6-cc9751433e99", "address": "fa:16:3e:80:1e:c4", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36e64bb-d8", "ovs_interfaceid": "c36e64bb-d834-4922-89e6-cc9751433e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.811974] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281218, 'name': ReconfigVM_Task, 'duration_secs': 0.75531} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.812212] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb/177cb42c-f5fd-4189-85ec-a5b6e31eb6cb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.813994] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3515f0f8-7d84-490f-bd9f-220f64275119 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.821589] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1116.821589] env[70683]: value = "task-3281220" [ 1116.821589] env[70683]: _type = "Task" [ 1116.821589] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.829451] env[70683]: DEBUG nova.network.neutron [-] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.835284] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281220, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.881558] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff3b4609-528e-4440-b55b-ff38dcf27a7d tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "442aeebb-1185-4301-90a1-06206fe73a1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.498s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.901338] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281219, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.036779] env[70683]: DEBUG nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.055732] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.057468] env[70683]: DEBUG nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Instance network_info: |[{"id": "c36e64bb-d834-4922-89e6-cc9751433e99", "address": "fa:16:3e:80:1e:c4", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36e64bb-d8", "ovs_interfaceid": "c36e64bb-d834-4922-89e6-cc9751433e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.058158] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:1e:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c36e64bb-d834-4922-89e6-cc9751433e99', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.076992] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.077346] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.077609] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725efe1b-72f7-466b-95b9-c8b756840f93 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.099892] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.099892] env[70683]: value = "task-3281221" [ 1117.099892] env[70683]: _type = "Task" [ 1117.099892] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.108913] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281221, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.317202] env[70683]: DEBUG nova.compute.manager [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Received event network-changed-c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.317202] env[70683]: DEBUG nova.compute.manager [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Refreshing instance network info cache due to event network-changed-c36e64bb-d834-4922-89e6-cc9751433e99. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.317202] env[70683]: DEBUG oslo_concurrency.lockutils [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] Acquiring lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.317202] env[70683]: DEBUG oslo_concurrency.lockutils [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] Acquired lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.317202] env[70683]: DEBUG nova.network.neutron [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Refreshing network info cache for port c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.339181] env[70683]: INFO nova.compute.manager [-] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Took 1.58 seconds to deallocate network for instance. [ 1117.339872] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281220, 'name': Rename_Task, 'duration_secs': 0.267364} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.343131] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.349018] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-125446d7-49c3-4fe0-9894-ed53e33e8233 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.357021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-defb33e6-0789-445b-a025-3620c5113302 tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.357021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.727s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.359722] env[70683]: INFO nova.compute.claims [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.369676] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1117.369676] env[70683]: value = "task-3281222" [ 1117.369676] env[70683]: _type = "Task" [ 1117.369676] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.380776] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281222, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.398512] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677514} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.398965] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5aaed425-5a5c-49c5-97a4-c3296488bc47/5aaed425-5a5c-49c5-97a4-c3296488bc47.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.399375] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.400105] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e19a6f-0f3b-44d5-ba96-b185672435d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.407012] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1117.407012] env[70683]: value = "task-3281223" [ 1117.407012] env[70683]: _type = "Task" [ 1117.407012] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.417331] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.579092] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.613983] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281221, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.644930] env[70683]: DEBUG nova.compute.manager [req-2633605b-9137-40fc-be34-f1fce22b9743 req-50b8d49a-f974-4de7-9915-8163458f9be8 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Received event network-changed-fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.645210] env[70683]: DEBUG nova.compute.manager [req-2633605b-9137-40fc-be34-f1fce22b9743 req-50b8d49a-f974-4de7-9915-8163458f9be8 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Refreshing instance network info cache due to event network-changed-fda6636b-066c-42ce-bfb7-09683e61b344. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.645373] env[70683]: DEBUG oslo_concurrency.lockutils [req-2633605b-9137-40fc-be34-f1fce22b9743 req-50b8d49a-f974-4de7-9915-8163458f9be8 service nova] Acquiring lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.645559] env[70683]: DEBUG oslo_concurrency.lockutils [req-2633605b-9137-40fc-be34-f1fce22b9743 req-50b8d49a-f974-4de7-9915-8163458f9be8 service nova] Acquired lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.645661] env[70683]: DEBUG nova.network.neutron [req-2633605b-9137-40fc-be34-f1fce22b9743 req-50b8d49a-f974-4de7-9915-8163458f9be8 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Refreshing network info cache for port fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.883873] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.922025] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112351} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.922025] env[70683]: INFO nova.compute.manager [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Took 0.58 seconds to detach 1 volumes for instance. [ 1117.922025] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.922877] env[70683]: DEBUG nova.compute.manager [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Deleting volume: ac751309-9078-415a-be35-f14d80a87b74 {{(pid=70683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1117.927896] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a7cab-7914-4472-93a3-23db418fedef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.952125] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 5aaed425-5a5c-49c5-97a4-c3296488bc47/5aaed425-5a5c-49c5-97a4-c3296488bc47.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.955187] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0e92de-112f-4908-995a-38b8404b0869 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.982408] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1117.982408] env[70683]: value = "task-3281224" [ 1117.982408] env[70683]: _type = "Task" [ 1117.982408] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.992848] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.110782] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.111269] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.125168] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281221, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.164734] env[70683]: DEBUG nova.network.neutron [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Updated VIF entry in instance network info cache for port c36e64bb-d834-4922-89e6-cc9751433e99. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.165149] env[70683]: DEBUG nova.network.neutron [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Updating instance_info_cache with network_info: [{"id": "c36e64bb-d834-4922-89e6-cc9751433e99", "address": "fa:16:3e:80:1e:c4", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36e64bb-d8", "ovs_interfaceid": "c36e64bb-d834-4922-89e6-cc9751433e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.387269] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.471718] env[70683]: DEBUG nova.network.neutron [req-2633605b-9137-40fc-be34-f1fce22b9743 req-50b8d49a-f974-4de7-9915-8163458f9be8 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Updated VIF entry in instance network info cache for port fda6636b-066c-42ce-bfb7-09683e61b344. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.472115] env[70683]: DEBUG nova.network.neutron [req-2633605b-9137-40fc-be34-f1fce22b9743 req-50b8d49a-f974-4de7-9915-8163458f9be8 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Updating instance_info_cache with network_info: [{"id": "fda6636b-066c-42ce-bfb7-09683e61b344", "address": "fa:16:3e:bd:a5:5a", "network": {"id": "2e133cb4-127c-46d5-87a4-39c6e68d15d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-18688166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b30700596484591a4eebef6c508be06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda6636b-06", "ovs_interfaceid": "fda6636b-066c-42ce-bfb7-09683e61b344", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.479211] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.492626] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.614466] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281221, 'name': CreateVM_Task, 'duration_secs': 1.459774} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.614652] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.615363] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.615529] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.615850] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.616128] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5811af42-7b70-4891-bc56-338f78422878 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.621378] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1118.621378] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52946df7-d33f-b3b4-5bb4-9c0f1065b9a7" [ 1118.621378] env[70683]: _type = "Task" [ 1118.621378] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.626683] env[70683]: DEBUG nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.636643] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52946df7-d33f-b3b4-5bb4-9c0f1065b9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01029} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.636942] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.637191] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.637546] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.637734] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.637937] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.638240] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa8c210-3e5b-45e9-a9c6-b3c24cfcdf8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.647716] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.651108] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.651108] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5625ca-62a7-4c29-8abc-ef575ab9520c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.653707] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1118.653707] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e16c72-4bab-81f2-dfcd-4233fdd90168" [ 1118.653707] env[70683]: _type = "Task" [ 1118.653707] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.668088] env[70683]: DEBUG oslo_concurrency.lockutils [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] Releasing lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.668088] env[70683]: DEBUG nova.compute.manager [req-2d8a203a-b18f-4ba4-832d-3694ee194e69 req-c5ac7162-8fcf-44bd-afd1-ebc7ba4bade1 service nova] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Received event network-vif-deleted-746d82d9-0ac2-48c4-bfe3-ec6c6823a324 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.668298] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e16c72-4bab-81f2-dfcd-4233fdd90168, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.669044] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84eca3a2-19fe-4a47-b69c-faaaf848504c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.674164] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1118.674164] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527f950e-ea9e-a32e-de84-a4946bc33f7f" [ 1118.674164] env[70683]: _type = "Task" [ 1118.674164] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.675742] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0719a770-1fbc-4f20-a73a-7abef58ac28b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.691701] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd34c5-4fbc-41a8-bcba-36b590c9c279 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.695168] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527f950e-ea9e-a32e-de84-a4946bc33f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.695693] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.698812] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 7f1e8493-fd99-4559-8986-347c43044be4/7f1e8493-fd99-4559-8986-347c43044be4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.698812] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23b2eb57-9156-4b35-8bcb-8e87ad8ddb0a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.724397] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a0db69-ebb2-475b-9aaa-9e9c0e041107 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.728235] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1118.728235] env[70683]: value = "task-3281226" [ 1118.728235] env[70683]: _type = "Task" [ 1118.728235] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.737400] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0102eb3e-0440-4e04-b2ea-d6e371d959e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.744763] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.754817] env[70683]: DEBUG nova.compute.provider_tree [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.884301] env[70683]: DEBUG oslo_vmware.api [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281222, 'name': PowerOnVM_Task, 'duration_secs': 1.124361} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.884575] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.884862] env[70683]: INFO nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1118.884944] env[70683]: DEBUG nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.885743] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9681965d-2fe3-4e86-8a95-a42a80dee2b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.976153] env[70683]: DEBUG oslo_concurrency.lockutils [req-2633605b-9137-40fc-be34-f1fce22b9743 req-50b8d49a-f974-4de7-9915-8163458f9be8 service nova] Releasing lock "refresh_cache-c86c337b-6ec6-4184-a667-0be4c3610dff" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.994348] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281224, 'name': ReconfigVM_Task, 'duration_secs': 0.801731} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.994659] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 5aaed425-5a5c-49c5-97a4-c3296488bc47/5aaed425-5a5c-49c5-97a4-c3296488bc47.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.995327] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-576b2c24-4a61-497f-be71-6ee2b84e9d83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.002262] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1119.002262] env[70683]: value = "task-3281227" [ 1119.002262] env[70683]: _type = "Task" [ 1119.002262] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.013559] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281227, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.156566] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.239299] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281226, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.257705] env[70683]: DEBUG nova.scheduler.client.report [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.403987] env[70683]: INFO nova.compute.manager [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Took 19.81 seconds to build instance. [ 1119.513764] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281227, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.740794] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705556} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.741161] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 7f1e8493-fd99-4559-8986-347c43044be4/7f1e8493-fd99-4559-8986-347c43044be4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.741499] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.741783] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77905d35-71e9-483a-a759-c9dc58e661ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.749059] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1119.749059] env[70683]: value = "task-3281228" [ 1119.749059] env[70683]: _type = "Task" [ 1119.749059] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.758455] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.764440] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.765095] env[70683]: DEBUG nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.768806] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.961s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.769122] env[70683]: DEBUG nova.objects.instance [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lazy-loading 'resources' on Instance uuid 88b8db34-2f43-486c-b3b7-ff846ba6f4c1 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.908452] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3535a7e5-3927-4cb6-8a3d-425ef51d2c55 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.338s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.018253] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281227, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.033487] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.033842] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.034097] env[70683]: DEBUG nova.compute.manager [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.034940] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84248d8-77ab-4d9e-b8e0-3ba2b4da5bed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.040966] env[70683]: DEBUG nova.compute.manager [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1120.041542] env[70683]: DEBUG nova.objects.instance [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'flavor' on Instance uuid 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.260129] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067276} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.261410] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.261410] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf80d6f-0904-4af8-b633-2b29fe897f65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.276539] env[70683]: DEBUG nova.compute.utils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.288570] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 7f1e8493-fd99-4559-8986-347c43044be4/7f1e8493-fd99-4559-8986-347c43044be4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.291427] env[70683]: DEBUG nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.292903] env[70683]: DEBUG nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.293083] env[70683]: DEBUG nova.network.neutron [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.294821] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab49153c-ebcd-496f-b19d-53a0617ac9d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.318435] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1120.318435] env[70683]: value = "task-3281229" [ 1120.318435] env[70683]: _type = "Task" [ 1120.318435] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.326894] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.370688] env[70683]: DEBUG nova.policy [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fe15094b6a14677b52a0e09baab764b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5df3e22d08104ef9b969ba7c35e93453', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.515907] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281227, 'name': Rename_Task, 'duration_secs': 1.151343} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.517119] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.517119] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f23b1638-1871-4095-b724-baa5e546220d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.522809] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1120.522809] env[70683]: value = "task-3281230" [ 1120.522809] env[70683]: _type = "Task" [ 1120.522809] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.532080] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.564036] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc045639-2a79-4a69-9de1-247c174c72d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.571914] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40853d-18dd-4e0b-af44-03efb5ddda7d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.607346] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aafa524-187e-4683-9e54-decc2abf2af4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.615141] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98f5349-ea0a-4a37-ac50-627d76a979c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.629152] env[70683]: DEBUG nova.compute.provider_tree [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.827010] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281229, 'name': ReconfigVM_Task, 'duration_secs': 0.363042} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.827406] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 7f1e8493-fd99-4559-8986-347c43044be4/7f1e8493-fd99-4559-8986-347c43044be4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.828279] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42e1dc29-5469-4708-83fb-4906d6f31513 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.834800] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1120.834800] env[70683]: value = "task-3281231" [ 1120.834800] env[70683]: _type = "Task" [ 1120.834800] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.842470] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281231, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.880959] env[70683]: DEBUG nova.network.neutron [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Successfully created port: 266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.039108] env[70683]: DEBUG oslo_vmware.api [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281230, 'name': PowerOnVM_Task, 'duration_secs': 0.485317} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.039473] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.040487] env[70683]: INFO nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1121.040807] env[70683]: DEBUG nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.042570] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07eb05-4d11-4f23-ba3e-ef0f600508fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.047908] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.048787] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0583716-428d-45a5-b5e4-0dbe28f82a92 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.063029] env[70683]: DEBUG oslo_vmware.api [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1121.063029] env[70683]: value = "task-3281232" [ 1121.063029] env[70683]: _type = "Task" [ 1121.063029] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.074987] env[70683]: DEBUG oslo_vmware.api [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.132978] env[70683]: DEBUG nova.scheduler.client.report [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.319136] env[70683]: DEBUG nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.350532] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.350532] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.350532] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.350855] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.350895] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.355179] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.355481] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.355663] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.355846] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.356021] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.356211] env[70683]: DEBUG nova.virt.hardware [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.357204] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca218a4-12b1-4eb7-80e3-e68b6a09c392 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.363172] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281231, 'name': Rename_Task, 'duration_secs': 0.207092} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.363834] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.364137] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb0f5e6-e81c-4458-a3d7-d0032ec0cced {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.369371] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba593b71-5bbc-450e-94b8-01ae4ff71dc0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.374300] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1121.374300] env[70683]: value = "task-3281233" [ 1121.374300] env[70683]: _type = "Task" [ 1121.374300] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.393283] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281233, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.571402] env[70683]: INFO nova.compute.manager [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Took 20.95 seconds to build instance. [ 1121.577258] env[70683]: DEBUG oslo_vmware.api [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281232, 'name': PowerOffVM_Task, 'duration_secs': 0.205358} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.577499] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.578120] env[70683]: DEBUG nova.compute.manager [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.578828] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99ce713-b9ea-4ca2-9824-26384909c412 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.638027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.640845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.766s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.641095] env[70683]: DEBUG nova.objects.instance [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lazy-loading 'resources' on Instance uuid 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.665714] env[70683]: INFO nova.scheduler.client.report [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Deleted allocations for instance 88b8db34-2f43-486c-b3b7-ff846ba6f4c1 [ 1121.886272] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.920817] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.920817] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.072783] env[70683]: DEBUG oslo_concurrency.lockutils [None req-92dbb516-21ec-4c7a-bd34-706bbd0cd189 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5aaed425-5a5c-49c5-97a4-c3296488bc47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.467s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.093043] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7c44917e-650e-4911-a6cc-66c442a120ee tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.177299] env[70683]: DEBUG oslo_concurrency.lockutils [None req-af3e65f7-399e-4ff8-8409-3f5e98b752b3 tempest-ServerRescueTestJSON-578256583 tempest-ServerRescueTestJSON-578256583-project-member] Lock "88b8db34-2f43-486c-b3b7-ff846ba6f4c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.398s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.391925] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.419829] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584ca415-e779-49f3-a57c-e6208cf0de5c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.425687] env[70683]: INFO nova.compute.manager [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Detaching volume f3a95f40-9bec-4ef2-8d8c-b747cb8439a2 [ 1122.435462] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd29a18-b004-4a11-9303-c9b70e7a505f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.473077] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5277483-d93d-498e-ab1f-123c0f19dc88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.477941] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87975d03-e45c-47c9-b103-93c662bb2613 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.482739] env[70683]: INFO nova.virt.block_device [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Attempting to driver detach volume f3a95f40-9bec-4ef2-8d8c-b747cb8439a2 from mountpoint /dev/sdb [ 1122.482945] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.483156] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655277', 'volume_id': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'name': 'volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cddf556-a9f1-4af7-ba43-4b27ff612b9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'serial': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.483933] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc245a2-4236-44c0-b563-5a293b4df375 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.495547] env[70683]: DEBUG nova.compute.provider_tree [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.513673] env[70683]: DEBUG nova.scheduler.client.report [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.517921] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9f5727-56e6-4cc6-81ac-5d9b323ed4fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.525863] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf5091-7ee4-4e71-9282-20f04b796f6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.549075] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f007e537-3cfd-4779-aee6-8ef87ea15e1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.565910] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] The volume has not been displaced from its original location: [datastore1] volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2/volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.571208] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.571547] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d8fe9f-c93b-4e4e-a678-08464f599320 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.590067] env[70683]: DEBUG oslo_vmware.api [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1122.590067] env[70683]: value = "task-3281234" [ 1122.590067] env[70683]: _type = "Task" [ 1122.590067] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.598700] env[70683]: DEBUG oslo_vmware.api [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.640157] env[70683]: INFO nova.compute.manager [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Rebuilding instance [ 1122.677362] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "5aaed425-5a5c-49c5-97a4-c3296488bc47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.677468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5aaed425-5a5c-49c5-97a4-c3296488bc47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.677587] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "5aaed425-5a5c-49c5-97a4-c3296488bc47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.677783] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5aaed425-5a5c-49c5-97a4-c3296488bc47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.677927] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5aaed425-5a5c-49c5-97a4-c3296488bc47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.680080] env[70683]: INFO nova.compute.manager [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Terminating instance [ 1122.694219] env[70683]: DEBUG nova.compute.manager [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.696999] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f587d96-b2d0-4a21-935d-62eeff71d54a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.786013] env[70683]: DEBUG nova.compute.manager [req-acd261dc-5464-4cc3-9d4f-4201670e6c66 req-8803c7bc-1354-4a75-bbff-6eb1ee8057d4 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Received event network-vif-plugged-266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.786300] env[70683]: DEBUG oslo_concurrency.lockutils [req-acd261dc-5464-4cc3-9d4f-4201670e6c66 req-8803c7bc-1354-4a75-bbff-6eb1ee8057d4 service nova] Acquiring lock "68bc09bf-4c87-4e0d-af6d-93c23751629b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.786565] env[70683]: DEBUG oslo_concurrency.lockutils [req-acd261dc-5464-4cc3-9d4f-4201670e6c66 req-8803c7bc-1354-4a75-bbff-6eb1ee8057d4 service nova] Lock "68bc09bf-4c87-4e0d-af6d-93c23751629b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.786664] env[70683]: DEBUG oslo_concurrency.lockutils [req-acd261dc-5464-4cc3-9d4f-4201670e6c66 req-8803c7bc-1354-4a75-bbff-6eb1ee8057d4 service nova] Lock "68bc09bf-4c87-4e0d-af6d-93c23751629b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.786885] env[70683]: DEBUG nova.compute.manager [req-acd261dc-5464-4cc3-9d4f-4201670e6c66 req-8803c7bc-1354-4a75-bbff-6eb1ee8057d4 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] No waiting events found dispatching network-vif-plugged-266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.787017] env[70683]: WARNING nova.compute.manager [req-acd261dc-5464-4cc3-9d4f-4201670e6c66 req-8803c7bc-1354-4a75-bbff-6eb1ee8057d4 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Received unexpected event network-vif-plugged-266b4b4e-7844-46a1-977c-4c418fa2b42e for instance with vm_state building and task_state spawning. [ 1122.887649] env[70683]: DEBUG oslo_vmware.api [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281233, 'name': PowerOnVM_Task, 'duration_secs': 1.299304} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.887975] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.888218] env[70683]: INFO nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1122.888431] env[70683]: DEBUG nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.889345] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ca0060-7106-4216-a1c5-7d3be447d763 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.023228] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.382s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.029103] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.340s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.029103] env[70683]: DEBUG nova.objects.instance [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lazy-loading 'resources' on Instance uuid 73f820a6-e78c-47bd-994d-d940d06ae476 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.031326] env[70683]: DEBUG nova.network.neutron [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Successfully updated port: 266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.057081] env[70683]: INFO nova.scheduler.client.report [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Deleted allocations for instance 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5 [ 1123.103981] env[70683]: DEBUG oslo_vmware.api [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281234, 'name': ReconfigVM_Task, 'duration_secs': 0.241213} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.103981] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.109213] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a36bd1-219c-436a-935c-9960215111eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.128752] env[70683]: DEBUG oslo_vmware.api [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1123.128752] env[70683]: value = "task-3281235" [ 1123.128752] env[70683]: _type = "Task" [ 1123.128752] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.140958] env[70683]: DEBUG oslo_vmware.api [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.184505] env[70683]: DEBUG nova.compute.manager [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.184505] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.185249] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebbd11a-eacb-49f1-86ba-d87321126d4a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.193492] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.193857] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e72986d-c609-4d59-9cb6-822b26053f80 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.202280] env[70683]: DEBUG oslo_vmware.api [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1123.202280] env[70683]: value = "task-3281236" [ 1123.202280] env[70683]: _type = "Task" [ 1123.202280] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.211859] env[70683]: DEBUG oslo_vmware.api [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.422539] env[70683]: INFO nova.compute.manager [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Took 20.16 seconds to build instance. [ 1123.537079] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquiring lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.537690] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquired lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.539996] env[70683]: DEBUG nova.network.neutron [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.564443] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8465eb9-007d-424b-b2d9-63218b4d88d2 tempest-ServerPasswordTestJSON-4591567 tempest-ServerPasswordTestJSON-4591567-project-member] Lock "64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.675s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.641728] env[70683]: DEBUG oslo_vmware.api [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.713712] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.714049] env[70683]: DEBUG oslo_vmware.api [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281236, 'name': PowerOffVM_Task, 'duration_secs': 0.264929} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.717906] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2595408a-fb8b-4a62-a572-a7b9d6fa7d7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.719637] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.719735] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.720185] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f7700f8-59cd-4d88-9da1-4ede72e9c21d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.726525] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1123.726525] env[70683]: value = "task-3281238" [ 1123.726525] env[70683]: _type = "Task" [ 1123.726525] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.742423] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1123.742701] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.743504] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6302820a-b687-4f04-880c-e419cb02efd2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.751092] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.751406] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c07bffd-ec9c-481e-9dee-10a6ed921ed7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.798200] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.798434] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.798619] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleting the datastore file [datastore1] 5aaed425-5a5c-49c5-97a4-c3296488bc47 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.798891] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5637bf7-2fbd-4bb5-90b7-74bb36d17d86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.806174] env[70683]: DEBUG oslo_vmware.api [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1123.806174] env[70683]: value = "task-3281240" [ 1123.806174] env[70683]: _type = "Task" [ 1123.806174] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.819611] env[70683]: DEBUG oslo_vmware.api [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.843637] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeee5b4-a305-4aa6-acfe-8b4ed93bce1c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.855891] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d16380-ae58-43fa-8c8c-e5b770fb5747 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.889471] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb99b92-2671-4984-93e5-a415d23a28b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.900026] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d9178e-37ff-4a1d-ad2d-07fbc2597676 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.913818] env[70683]: DEBUG nova.compute.provider_tree [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.925745] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5223dec8-d315-43e9-bdb2-dfd6ea768af5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.678s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.095288] env[70683]: DEBUG nova.network.neutron [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.145833] env[70683]: DEBUG oslo_vmware.api [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281235, 'name': ReconfigVM_Task, 'duration_secs': 0.795696} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.146901] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655277', 'volume_id': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'name': 'volume-f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cddf556-a9f1-4af7-ba43-4b27ff612b9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2', 'serial': 'f3a95f40-9bec-4ef2-8d8c-b747cb8439a2'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.317579] env[70683]: DEBUG oslo_vmware.api [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188618} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.321074] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.321355] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.321574] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.321786] env[70683]: INFO nova.compute.manager [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1124.322080] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.322325] env[70683]: DEBUG nova.compute.manager [-] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.322454] env[70683]: DEBUG nova.network.neutron [-] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.365039] env[70683]: DEBUG nova.network.neutron [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Updating instance_info_cache with network_info: [{"id": "266b4b4e-7844-46a1-977c-4c418fa2b42e", "address": "fa:16:3e:ee:95:0c", "network": {"id": "d898c8a8-4807-48be-a69e-5c72b36ca7f2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1262620791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5df3e22d08104ef9b969ba7c35e93453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266b4b4e-78", "ovs_interfaceid": "266b4b4e-7844-46a1-977c-4c418fa2b42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.416977] env[70683]: DEBUG nova.scheduler.client.report [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.705201] env[70683]: DEBUG nova.objects.instance [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.827681] env[70683]: DEBUG nova.compute.manager [req-20d2ffdf-c67f-424d-ab1f-2e3340ee4350 req-7046b8ae-01ea-4965-929a-6462544bf4f5 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Received event network-changed-266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.827893] env[70683]: DEBUG nova.compute.manager [req-20d2ffdf-c67f-424d-ab1f-2e3340ee4350 req-7046b8ae-01ea-4965-929a-6462544bf4f5 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Refreshing instance network info cache due to event network-changed-266b4b4e-7844-46a1-977c-4c418fa2b42e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.829039] env[70683]: DEBUG oslo_concurrency.lockutils [req-20d2ffdf-c67f-424d-ab1f-2e3340ee4350 req-7046b8ae-01ea-4965-929a-6462544bf4f5 service nova] Acquiring lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.872016] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Releasing lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.872016] env[70683]: DEBUG nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Instance network_info: |[{"id": "266b4b4e-7844-46a1-977c-4c418fa2b42e", "address": "fa:16:3e:ee:95:0c", "network": {"id": "d898c8a8-4807-48be-a69e-5c72b36ca7f2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1262620791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5df3e22d08104ef9b969ba7c35e93453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266b4b4e-78", "ovs_interfaceid": "266b4b4e-7844-46a1-977c-4c418fa2b42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.872016] env[70683]: DEBUG oslo_concurrency.lockutils [req-20d2ffdf-c67f-424d-ab1f-2e3340ee4350 req-7046b8ae-01ea-4965-929a-6462544bf4f5 service nova] Acquired lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.872016] env[70683]: DEBUG nova.network.neutron [req-20d2ffdf-c67f-424d-ab1f-2e3340ee4350 req-7046b8ae-01ea-4965-929a-6462544bf4f5 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Refreshing network info cache for port 266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.872016] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:95:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '266b4b4e-7844-46a1-977c-4c418fa2b42e', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.882031] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Creating folder: Project (5df3e22d08104ef9b969ba7c35e93453). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.885540] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c77cd8cd-2a26-4124-a654-8fcc4844ab8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.899276] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Created folder: Project (5df3e22d08104ef9b969ba7c35e93453) in parent group-v655051. [ 1124.899641] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Creating folder: Instances. Parent ref: group-v655303. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.899985] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23dc858d-f98c-4bcc-ac6e-1c960fadc3e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.912019] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Created folder: Instances in parent group-v655303. [ 1124.912019] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.912019] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.912019] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a54164a1-4b92-4455-a9a9-f0a57ef14ebb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.926707] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.929126] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.567s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.929770] env[70683]: DEBUG nova.objects.instance [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lazy-loading 'resources' on Instance uuid 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.944058] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.944058] env[70683]: value = "task-3281243" [ 1124.944058] env[70683]: _type = "Task" [ 1124.944058] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.955235] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281243, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.970039] env[70683]: INFO nova.scheduler.client.report [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Deleted allocations for instance 73f820a6-e78c-47bd-994d-d940d06ae476 [ 1125.251991] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.251991] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.256099] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleting the datastore file [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.256994] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed71287b-446d-4ec2-8f48-d2f8012e63d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.263857] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1125.263857] env[70683]: value = "task-3281244" [ 1125.263857] env[70683]: _type = "Task" [ 1125.263857] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.280590] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.360919] env[70683]: DEBUG nova.compute.manager [req-586aeca5-c9d5-4650-b3bd-2cb3b468830c req-8022f6c0-70df-4625-9d37-21102b2589b8 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Received event network-vif-deleted-a68f3bf8-82c6-4117-8e67-5d686dccecc2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.361135] env[70683]: INFO nova.compute.manager [req-586aeca5-c9d5-4650-b3bd-2cb3b468830c req-8022f6c0-70df-4625-9d37-21102b2589b8 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Neutron deleted interface a68f3bf8-82c6-4117-8e67-5d686dccecc2; detaching it from the instance and deleting it from the info cache [ 1125.362125] env[70683]: DEBUG nova.network.neutron [req-586aeca5-c9d5-4650-b3bd-2cb3b468830c req-8022f6c0-70df-4625-9d37-21102b2589b8 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.437010] env[70683]: DEBUG nova.objects.instance [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lazy-loading 'numa_topology' on Instance uuid 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.454009] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281243, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.456492] env[70683]: DEBUG nova.network.neutron [req-20d2ffdf-c67f-424d-ab1f-2e3340ee4350 req-7046b8ae-01ea-4965-929a-6462544bf4f5 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Updated VIF entry in instance network info cache for port 266b4b4e-7844-46a1-977c-4c418fa2b42e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.457049] env[70683]: DEBUG nova.network.neutron [req-20d2ffdf-c67f-424d-ab1f-2e3340ee4350 req-7046b8ae-01ea-4965-929a-6462544bf4f5 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Updating instance_info_cache with network_info: [{"id": "266b4b4e-7844-46a1-977c-4c418fa2b42e", "address": "fa:16:3e:ee:95:0c", "network": {"id": "d898c8a8-4807-48be-a69e-5c72b36ca7f2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1262620791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5df3e22d08104ef9b969ba7c35e93453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266b4b4e-78", "ovs_interfaceid": "266b4b4e-7844-46a1-977c-4c418fa2b42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.481015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1ec874c7-22e0-440d-84ea-3b3b690a62fa tempest-ServerShowV257Test-815567037 tempest-ServerShowV257Test-815567037-project-member] Lock "73f820a6-e78c-47bd-994d-d940d06ae476" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.067s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.713667] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3cea3d64-0bf5-49bc-a918-51be45c89627 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.794s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.778866] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189089} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.779249] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.781411] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.781411] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.811638] env[70683]: DEBUG nova.network.neutron [-] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.864874] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65bee6de-70bd-42fe-a6a4-9a16ba5e198a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.883240] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8158c316-5cbe-41ef-bd2c-70ee7263082a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.919372] env[70683]: DEBUG nova.compute.manager [req-586aeca5-c9d5-4650-b3bd-2cb3b468830c req-8022f6c0-70df-4625-9d37-21102b2589b8 service nova] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Detach interface failed, port_id=a68f3bf8-82c6-4117-8e67-5d686dccecc2, reason: Instance 5aaed425-5a5c-49c5-97a4-c3296488bc47 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.941154] env[70683]: DEBUG nova.objects.base [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Object Instance<5d01b48d-35a7-48d5-a42a-ccb9cfd74caf> lazy-loaded attributes: resources,numa_topology {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.963629] env[70683]: DEBUG oslo_concurrency.lockutils [req-20d2ffdf-c67f-424d-ab1f-2e3340ee4350 req-7046b8ae-01ea-4965-929a-6462544bf4f5 service nova] Releasing lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.963629] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281243, 'name': CreateVM_Task, 'duration_secs': 0.553192} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.963986] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.971671] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.971671] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.971671] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.971671] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df9a884-a3ff-440f-89a4-97b3f9bfda71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.977451] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1125.977451] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d8121a-8399-ed57-abad-4822b4ce29e4" [ 1125.977451] env[70683]: _type = "Task" [ 1125.977451] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.986285] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d8121a-8399-ed57-abad-4822b4ce29e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.210392] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.210901] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.210901] env[70683]: DEBUG nova.compute.manager [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.211854] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a78d75-3159-4235-a996-3ac89d1cbbae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.219654] env[70683]: DEBUG nova.compute.manager [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1126.220357] env[70683]: DEBUG nova.objects.instance [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.247354] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7f1d17-f2ca-4581-9de6-9122bec336fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.257676] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffda5b4-b4c6-4952-9828-d1296d7c268e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.300319] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74a4291-cbe7-4a58-8823-536123dffb17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.308883] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b78d440-d033-4264-8a61-c1d3ac33d0ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.326276] env[70683]: INFO nova.compute.manager [-] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Took 2.00 seconds to deallocate network for instance. [ 1126.326970] env[70683]: DEBUG nova.compute.provider_tree [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.414390] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.415069] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.489817] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d8121a-8399-ed57-abad-4822b4ce29e4, 'name': SearchDatastore_Task, 'duration_secs': 0.021628} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.490122] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.490794] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.490794] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.490913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.491271] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.491607] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e93d8eed-92b2-4423-9f44-1626b4805b15 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.500593] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.500851] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.501776] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdc9e2b-b839-46ec-9c21-4986c005ee2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.506906] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1126.506906] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5293387b-4264-ac92-7b2f-1b135c4fd3eb" [ 1126.506906] env[70683]: _type = "Task" [ 1126.506906] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.514800] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5293387b-4264-ac92-7b2f-1b135c4fd3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.831859] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.832171] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.832276] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.832459] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.832630] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.832791] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.833009] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.833190] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.833402] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.833576] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.833749] env[70683]: DEBUG nova.virt.hardware [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.834565] env[70683]: DEBUG nova.scheduler.client.report [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.838226] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.839044] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c0e3d-47ab-4431-81c8-8a8b32f124a0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.848898] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853c6462-dd4b-4068-a7fc-7d15f2421962 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.864999] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:94:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '724d71f8-a18a-4ee6-94ad-2742340b3720', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.872544] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.873011] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.873236] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d388359f-a000-4ddf-9e06-b8b5d87d8c3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.892015] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.892015] env[70683]: value = "task-3281245" [ 1126.892015] env[70683]: _type = "Task" [ 1126.892015] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.900185] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281245, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.917167] env[70683]: DEBUG nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.017365] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5293387b-4264-ac92-7b2f-1b135c4fd3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.018144] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345785bd-35e8-450b-bb08-fceb4adcb1ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.023148] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1127.023148] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52937660-2123-1154-94b3-fc2231852e9d" [ 1127.023148] env[70683]: _type = "Task" [ 1127.023148] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.032066] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52937660-2123-1154-94b3-fc2231852e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.230825] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.231258] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60156f76-b26d-425a-985e-492c3617165d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.238588] env[70683]: DEBUG oslo_vmware.api [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1127.238588] env[70683]: value = "task-3281246" [ 1127.238588] env[70683]: _type = "Task" [ 1127.238588] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.246756] env[70683]: DEBUG oslo_vmware.api [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.344770] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.415s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.347560] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.231s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.390320] env[70683]: DEBUG nova.compute.manager [req-b61c4726-dad5-4bba-85f0-7c2533ed45ab req-1fbd0d4c-3316-42b4-a6ba-42350cae77d4 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Received event network-changed-c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.390750] env[70683]: DEBUG nova.compute.manager [req-b61c4726-dad5-4bba-85f0-7c2533ed45ab req-1fbd0d4c-3316-42b4-a6ba-42350cae77d4 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Refreshing instance network info cache due to event network-changed-c36e64bb-d834-4922-89e6-cc9751433e99. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.390750] env[70683]: DEBUG oslo_concurrency.lockutils [req-b61c4726-dad5-4bba-85f0-7c2533ed45ab req-1fbd0d4c-3316-42b4-a6ba-42350cae77d4 service nova] Acquiring lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.390980] env[70683]: DEBUG oslo_concurrency.lockutils [req-b61c4726-dad5-4bba-85f0-7c2533ed45ab req-1fbd0d4c-3316-42b4-a6ba-42350cae77d4 service nova] Acquired lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.391549] env[70683]: DEBUG nova.network.neutron [req-b61c4726-dad5-4bba-85f0-7c2533ed45ab req-1fbd0d4c-3316-42b4-a6ba-42350cae77d4 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Refreshing network info cache for port c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.406608] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281245, 'name': CreateVM_Task, 'duration_secs': 0.36834} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.407623] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.407623] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.407795] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.407984] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.408263] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6947671-022a-42a7-9c96-40ff6f78c152 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.415774] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1127.415774] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aab2c8-4760-9b82-8340-8a45ceb4d5cd" [ 1127.415774] env[70683]: _type = "Task" [ 1127.415774] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.428253] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aab2c8-4760-9b82-8340-8a45ceb4d5cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.440367] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.538024] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52937660-2123-1154-94b3-fc2231852e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011685} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.538396] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.538667] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 68bc09bf-4c87-4e0d-af6d-93c23751629b/68bc09bf-4c87-4e0d-af6d-93c23751629b.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.538937] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2826e466-fac0-441e-93e3-f282108751ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.544379] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b8c45a-a67f-473d-9c64-2654b800404b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.548388] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1127.548388] env[70683]: value = "task-3281247" [ 1127.548388] env[70683]: _type = "Task" [ 1127.548388] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.554584] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd864ed5-c21d-4412-bab3-0a2462694178 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.560713] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.587515] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1c0c3b-892d-4809-a5c8-6400b8aaa5b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.594764] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c77dc6-f036-49ef-a94e-9239c13c596b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.609736] env[70683]: DEBUG nova.compute.provider_tree [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.751053] env[70683]: DEBUG oslo_vmware.api [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281246, 'name': PowerOffVM_Task, 'duration_secs': 0.20267} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.751053] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.751263] env[70683]: DEBUG nova.compute.manager [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.752144] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae03dbb-7f9b-4cf1-ae1c-a59d133b1cce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.854954] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c81082b0-fb19-4c93-a59a-da0687bf96fd tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.436s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.856104] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.638s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.856298] env[70683]: INFO nova.compute.manager [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Unshelving [ 1127.929185] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aab2c8-4760-9b82-8340-8a45ceb4d5cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014867} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.929592] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.929894] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.930156] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.930343] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.930581] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.930913] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c463bafa-e569-48d7-a9a1-e890640b735f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.944444] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.944682] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.945589] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5f0b47-627d-43ff-a3a8-55c4be60c02d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.952165] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1127.952165] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52329f6d-949b-37fd-1b0a-8ffe39d3f891" [ 1127.952165] env[70683]: _type = "Task" [ 1127.952165] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.961940] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52329f6d-949b-37fd-1b0a-8ffe39d3f891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.057867] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49393} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.058312] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 68bc09bf-4c87-4e0d-af6d-93c23751629b/68bc09bf-4c87-4e0d-af6d-93c23751629b.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.058561] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.058816] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df54362f-25e6-4ea8-8494-b4bdb97b25aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.065744] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1128.065744] env[70683]: value = "task-3281248" [ 1128.065744] env[70683]: _type = "Task" [ 1128.065744] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.073767] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.114383] env[70683]: DEBUG nova.scheduler.client.report [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.207604] env[70683]: DEBUG nova.network.neutron [req-b61c4726-dad5-4bba-85f0-7c2533ed45ab req-1fbd0d4c-3316-42b4-a6ba-42350cae77d4 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Updated VIF entry in instance network info cache for port c36e64bb-d834-4922-89e6-cc9751433e99. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.207972] env[70683]: DEBUG nova.network.neutron [req-b61c4726-dad5-4bba-85f0-7c2533ed45ab req-1fbd0d4c-3316-42b4-a6ba-42350cae77d4 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Updating instance_info_cache with network_info: [{"id": "c36e64bb-d834-4922-89e6-cc9751433e99", "address": "fa:16:3e:80:1e:c4", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36e64bb-d8", "ovs_interfaceid": "c36e64bb-d834-4922-89e6-cc9751433e99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.265719] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e16efcf8-f76f-41e3-a1dc-4d31136a558f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.462852] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52329f6d-949b-37fd-1b0a-8ffe39d3f891, 'name': SearchDatastore_Task, 'duration_secs': 0.054908} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.463670] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c62528e-45ae-4628-9aef-b98078697f9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.468871] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1128.468871] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aa0fe8-781a-46f3-d99d-d956531501c3" [ 1128.468871] env[70683]: _type = "Task" [ 1128.468871] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.477453] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aa0fe8-781a-46f3-d99d-d956531501c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.576321] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070412} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.576469] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.577256] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf5665f-8297-4c77-8cfa-6d8b8492cf07 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.599665] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 68bc09bf-4c87-4e0d-af6d-93c23751629b/68bc09bf-4c87-4e0d-af6d-93c23751629b.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.599965] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1772a6-b00e-4d11-b895-6e28ed4eefe6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.619891] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.272s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.620130] env[70683]: INFO nova.compute.manager [None req-d722f351-fa6b-4572-8df9-e4cc62a68bcc tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Successfully reverted task state from rebuilding on failure for instance. [ 1128.625077] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1128.625077] env[70683]: value = "task-3281249" [ 1128.625077] env[70683]: _type = "Task" [ 1128.625077] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.625342] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.047s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.627631] env[70683]: INFO nova.compute.claims [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.638254] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.711062] env[70683]: DEBUG oslo_concurrency.lockutils [req-b61c4726-dad5-4bba-85f0-7c2533ed45ab req-1fbd0d4c-3316-42b4-a6ba-42350cae77d4 service nova] Releasing lock "refresh_cache-7f1e8493-fd99-4559-8986-347c43044be4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.808701] env[70683]: DEBUG nova.objects.instance [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.884673] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.979675] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52aa0fe8-781a-46f3-d99d-d956531501c3, 'name': SearchDatastore_Task, 'duration_secs': 0.075768} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.979938] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980225] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb/177cb42c-f5fd-4189-85ec-a5b6e31eb6cb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.980514] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9b39cf2-ebe8-4558-8689-ffa22170637a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.986605] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1128.986605] env[70683]: value = "task-3281250" [ 1128.986605] env[70683]: _type = "Task" [ 1128.986605] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.994214] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.141645] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281249, 'name': ReconfigVM_Task, 'duration_secs': 0.517851} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.141645] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 68bc09bf-4c87-4e0d-af6d-93c23751629b/68bc09bf-4c87-4e0d-af6d-93c23751629b.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.142287] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d4e2aca-c33b-4ab0-ac85-c0fd43ca5ae9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.148356] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1129.148356] env[70683]: value = "task-3281251" [ 1129.148356] env[70683]: _type = "Task" [ 1129.148356] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.157239] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281251, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.315030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.315298] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.315381] env[70683]: DEBUG nova.network.neutron [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.315695] env[70683]: DEBUG nova.objects.instance [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'info_cache' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.498284] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281250, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.658894] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281251, 'name': Rename_Task, 'duration_secs': 0.420242} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.661509] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.661940] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08a2a2ca-8123-4407-b83b-7afb0e05affc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.668908] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1129.668908] env[70683]: value = "task-3281252" [ 1129.668908] env[70683]: _type = "Task" [ 1129.668908] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.678815] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.818909] env[70683]: DEBUG nova.objects.base [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Object Instance<8cddf556-a9f1-4af7-ba43-4b27ff612b9a> lazy-loaded attributes: flavor,info_cache {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.832331] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0a4e6-3ed8-4a28-8e23-38986a057f3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.840186] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dd7488-251c-43b0-9a1c-a20b48018146 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.870377] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a30dff6-d37c-45ac-93b8-c9944b8352c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.877776] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385384ce-0435-4723-970a-9cea25dbb9e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.890973] env[70683]: DEBUG nova.compute.provider_tree [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.997334] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522745} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.997601] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb/177cb42c-f5fd-4189-85ec-a5b6e31eb6cb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.997818] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.998075] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0e3ed39-02cf-4066-b20b-85a5f6716c2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.004365] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1130.004365] env[70683]: value = "task-3281253" [ 1130.004365] env[70683]: _type = "Task" [ 1130.004365] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.013656] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.180250] env[70683]: DEBUG oslo_vmware.api [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281252, 'name': PowerOnVM_Task, 'duration_secs': 0.510781} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.180579] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.180823] env[70683]: INFO nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1130.181066] env[70683]: DEBUG nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.181965] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fdf902-7e38-4def-a053-24a68cbc259b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.394843] env[70683]: DEBUG nova.scheduler.client.report [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.514098] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080616} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.516475] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.517362] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e23020-8001-47bc-98d7-6b9b511c53fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.540737] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb/177cb42c-f5fd-4189-85ec-a5b6e31eb6cb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.541082] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6121c085-1643-423c-bef4-da97e9a8e7e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.560768] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1130.560768] env[70683]: value = "task-3281254" [ 1130.560768] env[70683]: _type = "Task" [ 1130.560768] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.561709] env[70683]: DEBUG nova.network.neutron [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updating instance_info_cache with network_info: [{"id": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "address": "fa:16:3e:97:63:c5", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4992bdc-43", "ovs_interfaceid": "e4992bdc-4343-4196-b6ff-04e71975fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.570644] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.701821] env[70683]: INFO nova.compute.manager [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Took 23.09 seconds to build instance. [ 1130.900825] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.901368] env[70683]: DEBUG nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.904230] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.425s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.904462] env[70683]: DEBUG nova.objects.instance [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lazy-loading 'resources' on Instance uuid 32ddda2e-f46f-41e8-b570-4dcd31811d30 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.068021] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Releasing lock "refresh_cache-8cddf556-a9f1-4af7-ba43-4b27ff612b9a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.075828] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.204860] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5d58590c-6749-465c-9568-9cd0971ad196 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "68bc09bf-4c87-4e0d-af6d-93c23751629b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.609s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.408514] env[70683]: DEBUG nova.compute.utils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.415921] env[70683]: DEBUG nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.416050] env[70683]: DEBUG nova.network.neutron [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.500517] env[70683]: DEBUG nova.compute.manager [req-fb8d6206-3186-49be-bf55-e02d1303c492 req-98724ad9-73f7-4790-8218-738c7f5bba94 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Received event network-changed-266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.500714] env[70683]: DEBUG nova.compute.manager [req-fb8d6206-3186-49be-bf55-e02d1303c492 req-98724ad9-73f7-4790-8218-738c7f5bba94 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Refreshing instance network info cache due to event network-changed-266b4b4e-7844-46a1-977c-4c418fa2b42e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.500974] env[70683]: DEBUG oslo_concurrency.lockutils [req-fb8d6206-3186-49be-bf55-e02d1303c492 req-98724ad9-73f7-4790-8218-738c7f5bba94 service nova] Acquiring lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.501191] env[70683]: DEBUG oslo_concurrency.lockutils [req-fb8d6206-3186-49be-bf55-e02d1303c492 req-98724ad9-73f7-4790-8218-738c7f5bba94 service nova] Acquired lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.501398] env[70683]: DEBUG nova.network.neutron [req-fb8d6206-3186-49be-bf55-e02d1303c492 req-98724ad9-73f7-4790-8218-738c7f5bba94 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Refreshing network info cache for port 266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.511256] env[70683]: DEBUG nova.policy [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce88416e8e7447f4ba99678675686e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38de30692d0b4e30874a7f9c86a0ac57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.576859] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281254, 'name': ReconfigVM_Task, 'duration_secs': 0.891487} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.577395] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb/177cb42c-f5fd-4189-85ec-a5b6e31eb6cb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.579014] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eed662c-fe83-4fa4-b10a-3840a548598b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.586651] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1131.586651] env[70683]: value = "task-3281255" [ 1131.586651] env[70683]: _type = "Task" [ 1131.586651] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.596834] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281255, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.644536] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb7423c-45ab-4cca-a6e6-b6aa8cca28fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.652324] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e208777c-336c-40fa-a1a8-a38eb1d8de42 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.682865] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7857d02e-e191-45b5-96d4-e7001bee3fde {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.691160] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f367c6-9443-4edb-96d5-2347356adae4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.704660] env[70683]: DEBUG nova.compute.provider_tree [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.916029] env[70683]: DEBUG nova.network.neutron [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Successfully created port: c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.918354] env[70683]: DEBUG nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.078831] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.079194] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8539159a-cfdc-4dd2-83a1-b4b5b744bf43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.087436] env[70683]: DEBUG oslo_vmware.api [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1132.087436] env[70683]: value = "task-3281256" [ 1132.087436] env[70683]: _type = "Task" [ 1132.087436] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.103830] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281255, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.108163] env[70683]: DEBUG oslo_vmware.api [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.212679] env[70683]: DEBUG nova.scheduler.client.report [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.285688] env[70683]: DEBUG nova.network.neutron [req-fb8d6206-3186-49be-bf55-e02d1303c492 req-98724ad9-73f7-4790-8218-738c7f5bba94 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Updated VIF entry in instance network info cache for port 266b4b4e-7844-46a1-977c-4c418fa2b42e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.286077] env[70683]: DEBUG nova.network.neutron [req-fb8d6206-3186-49be-bf55-e02d1303c492 req-98724ad9-73f7-4790-8218-738c7f5bba94 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Updating instance_info_cache with network_info: [{"id": "266b4b4e-7844-46a1-977c-4c418fa2b42e", "address": "fa:16:3e:ee:95:0c", "network": {"id": "d898c8a8-4807-48be-a69e-5c72b36ca7f2", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1262620791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5df3e22d08104ef9b969ba7c35e93453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266b4b4e-78", "ovs_interfaceid": "266b4b4e-7844-46a1-977c-4c418fa2b42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.599997] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281255, 'name': Rename_Task, 'duration_secs': 0.962913} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.603131] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.603396] env[70683]: DEBUG oslo_vmware.api [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.603602] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dc50415-1ee3-4d92-ab21-b7df7b92fe5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.609673] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1132.609673] env[70683]: value = "task-3281257" [ 1132.609673] env[70683]: _type = "Task" [ 1132.609673] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.617014] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.719312] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.721914] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.566s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.723468] env[70683]: INFO nova.compute.claims [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.792362] env[70683]: DEBUG oslo_concurrency.lockutils [req-fb8d6206-3186-49be-bf55-e02d1303c492 req-98724ad9-73f7-4790-8218-738c7f5bba94 service nova] Releasing lock "refresh_cache-68bc09bf-4c87-4e0d-af6d-93c23751629b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.931074] env[70683]: DEBUG nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.960052] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.960399] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.960604] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.960831] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.960994] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.961173] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.961380] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.961549] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.961747] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.961943] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.962164] env[70683]: DEBUG nova.virt.hardware [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.963151] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0870ad9-9146-499a-80bd-35234e84c80c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.971860] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e70aaa-695e-46fb-a196-0033eeb823fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.101402] env[70683]: DEBUG oslo_vmware.api [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281256, 'name': PowerOnVM_Task, 'duration_secs': 0.639824} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.101738] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.101955] env[70683]: DEBUG nova.compute.manager [None req-67f0ba94-73ce-4ad0-b7d6-e2aface2696e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.102783] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271f7fba-7dba-4872-b3de-d23499854213 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.118823] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281257, 'name': PowerOnVM_Task, 'duration_secs': 0.411894} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.119087] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.119305] env[70683]: DEBUG nova.compute.manager [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.120204] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5a0e9-7ccf-41e8-b7d0-ce938123d0ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.239372] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ce1be1c8-25d2-4db8-90a9-a21b68dd66d4 tempest-ServerActionsV293TestJSON-1552257575 tempest-ServerActionsV293TestJSON-1552257575-project-member] Lock "32ddda2e-f46f-41e8-b570-4dcd31811d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.074s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.468923] env[70683]: DEBUG nova.network.neutron [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Successfully updated port: c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.528608] env[70683]: DEBUG nova.compute.manager [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Received event network-vif-plugged-c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.528865] env[70683]: DEBUG oslo_concurrency.lockutils [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] Acquiring lock "283152dd-6b8e-4567-987a-47b85638f9b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.529098] env[70683]: DEBUG oslo_concurrency.lockutils [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] Lock "283152dd-6b8e-4567-987a-47b85638f9b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.529276] env[70683]: DEBUG oslo_concurrency.lockutils [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] Lock "283152dd-6b8e-4567-987a-47b85638f9b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.529446] env[70683]: DEBUG nova.compute.manager [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] No waiting events found dispatching network-vif-plugged-c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.529616] env[70683]: WARNING nova.compute.manager [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Received unexpected event network-vif-plugged-c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4 for instance with vm_state building and task_state spawning. [ 1133.529779] env[70683]: DEBUG nova.compute.manager [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Received event network-changed-c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.529936] env[70683]: DEBUG nova.compute.manager [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Refreshing instance network info cache due to event network-changed-c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.530771] env[70683]: DEBUG oslo_concurrency.lockutils [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] Acquiring lock "refresh_cache-283152dd-6b8e-4567-987a-47b85638f9b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.530951] env[70683]: DEBUG oslo_concurrency.lockutils [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] Acquired lock "refresh_cache-283152dd-6b8e-4567-987a-47b85638f9b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.531388] env[70683]: DEBUG nova.network.neutron [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Refreshing network info cache for port c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.631786] env[70683]: INFO nova.compute.manager [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] bringing vm to original state: 'stopped' [ 1133.900392] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c89898e-e6fa-4ff0-b916-eee21a840007 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.908240] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6bd079-8093-492d-b6f5-57d845138e51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.939175] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3cf300-5b3e-4dbb-afca-8c21ff98aff1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.946545] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ccf79-0a09-4fd5-afd4-9498a5596f8b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.961835] env[70683]: DEBUG nova.compute.provider_tree [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.971490] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "refresh_cache-283152dd-6b8e-4567-987a-47b85638f9b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.064365] env[70683]: DEBUG nova.network.neutron [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.135818] env[70683]: DEBUG nova.network.neutron [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.465258] env[70683]: DEBUG nova.scheduler.client.report [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.639582] env[70683]: DEBUG oslo_concurrency.lockutils [req-2fc04081-0080-44a1-bc4f-18abdd4512c6 req-7cec7575-c7d0-4b73-8d21-83fc03b0bf94 service nova] Releasing lock "refresh_cache-283152dd-6b8e-4567-987a-47b85638f9b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.640076] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.640352] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.640539] env[70683]: DEBUG nova.compute.manager [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.640821] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "refresh_cache-283152dd-6b8e-4567-987a-47b85638f9b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.640967] env[70683]: DEBUG nova.network.neutron [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.642617] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453faa30-0a5b-4197-8dca-a09fddea00b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.650067] env[70683]: DEBUG nova.compute.manager [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1134.970720] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.971269] env[70683]: DEBUG nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.974582] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.136s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.974582] env[70683]: DEBUG nova.objects.instance [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'resources' on Instance uuid 5aaed425-5a5c-49c5-97a4-c3296488bc47 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.154311] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.154515] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4bcad2-c33c-445b-8159-5e8acf0bb64e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.161913] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1135.161913] env[70683]: value = "task-3281258" [ 1135.161913] env[70683]: _type = "Task" [ 1135.161913] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.169891] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.174494] env[70683]: DEBUG nova.network.neutron [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.301028] env[70683]: DEBUG nova.network.neutron [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Updating instance_info_cache with network_info: [{"id": "c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4", "address": "fa:16:3e:8e:df:9d", "network": {"id": "173ffe01-d3bd-40a9-a6ce-ea2c5533478a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-5688046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38de30692d0b4e30874a7f9c86a0ac57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20ce5b2-c8", "ovs_interfaceid": "c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.478035] env[70683]: DEBUG nova.compute.utils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.481515] env[70683]: DEBUG nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.481702] env[70683]: DEBUG nova.network.neutron [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.532549] env[70683]: DEBUG nova.policy [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74919901a9db4a79b3e87282c4ccac7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f226f3501ac498caab495dc5120a888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.673442] env[70683]: DEBUG oslo_vmware.api [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281258, 'name': PowerOffVM_Task, 'duration_secs': 0.276129} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.675819] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.676038] env[70683]: DEBUG nova.compute.manager [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.676968] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c16da8-b1b5-4f99-aba8-89fa2fc861b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.688784] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56a988-0c3e-482e-8025-6b721fe42387 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.695637] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e903e64a-32e5-4c80-9421-356864c2d2e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.727586] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53631e7-9d6b-425d-833f-6d78faae7378 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.735239] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fca8514-aad4-4fbe-9ff1-9943f413b944 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.748809] env[70683]: DEBUG nova.compute.provider_tree [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.803982] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "refresh_cache-283152dd-6b8e-4567-987a-47b85638f9b1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.804348] env[70683]: DEBUG nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Instance network_info: |[{"id": "c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4", "address": "fa:16:3e:8e:df:9d", "network": {"id": "173ffe01-d3bd-40a9-a6ce-ea2c5533478a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-5688046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38de30692d0b4e30874a7f9c86a0ac57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20ce5b2-c8", "ovs_interfaceid": "c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.804764] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:df:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.813894] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.814092] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.814319] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102af367-e52a-4be7-8d51-75f8f1936fb6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.834864] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.834864] env[70683]: value = "task-3281259" [ 1135.834864] env[70683]: _type = "Task" [ 1135.834864] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.842207] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281259, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.870671] env[70683]: DEBUG nova.network.neutron [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Successfully created port: dfe3f2d7-002c-4932-8b1e-8da49a8319da {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.984602] env[70683]: DEBUG nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.189505] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.251655] env[70683]: DEBUG nova.scheduler.client.report [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.345034] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281259, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.697581] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.757064] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.759494] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.319s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.761218] env[70683]: INFO nova.compute.claims [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.782822] env[70683]: INFO nova.scheduler.client.report [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted allocations for instance 5aaed425-5a5c-49c5-97a4-c3296488bc47 [ 1136.845230] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281259, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.871650] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.871764] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.871882] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.872146] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.872375] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.874524] env[70683]: INFO nova.compute.manager [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Terminating instance [ 1136.993838] env[70683]: DEBUG nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.018859] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.019086] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.019252] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.019436] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.019586] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.019737] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.019944] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.020118] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.020289] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.020518] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.020698] env[70683]: DEBUG nova.virt.hardware [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.021649] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070addc6-b68f-4f9a-803a-fb26b85cd644 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.029219] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655003a9-87ea-4ef1-874a-83f2ad33db32 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.290637] env[70683]: DEBUG oslo_concurrency.lockutils [None req-998f3571-ec36-49fb-b499-8ca3f3122920 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5aaed425-5a5c-49c5-97a4-c3296488bc47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.613s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.346448] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281259, 'name': CreateVM_Task, 'duration_secs': 1.406588} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.346623] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.347329] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.347502] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.347845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.348127] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0dcba3-4877-49e4-9f1b-081a76b1ebb7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.352518] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1137.352518] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cac103-96df-4e6f-8fce-e25b48f57691" [ 1137.352518] env[70683]: _type = "Task" [ 1137.352518] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.359968] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cac103-96df-4e6f-8fce-e25b48f57691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.378064] env[70683]: DEBUG nova.compute.manager [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.378310] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.379170] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4827886-726e-410a-b9a6-4072772c12ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.385724] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.385949] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc417cf-7a56-4dba-85d6-5e2bfd610ff3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.422439] env[70683]: DEBUG nova.compute.manager [req-703e3677-0acf-487d-99e1-e9363553845c req-0008a8a5-9abe-4e36-9ab9-c4ef432875d9 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Received event network-vif-plugged-dfe3f2d7-002c-4932-8b1e-8da49a8319da {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.422699] env[70683]: DEBUG oslo_concurrency.lockutils [req-703e3677-0acf-487d-99e1-e9363553845c req-0008a8a5-9abe-4e36-9ab9-c4ef432875d9 service nova] Acquiring lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.422866] env[70683]: DEBUG oslo_concurrency.lockutils [req-703e3677-0acf-487d-99e1-e9363553845c req-0008a8a5-9abe-4e36-9ab9-c4ef432875d9 service nova] Lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.423095] env[70683]: DEBUG oslo_concurrency.lockutils [req-703e3677-0acf-487d-99e1-e9363553845c req-0008a8a5-9abe-4e36-9ab9-c4ef432875d9 service nova] Lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.423265] env[70683]: DEBUG nova.compute.manager [req-703e3677-0acf-487d-99e1-e9363553845c req-0008a8a5-9abe-4e36-9ab9-c4ef432875d9 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] No waiting events found dispatching network-vif-plugged-dfe3f2d7-002c-4932-8b1e-8da49a8319da {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.423431] env[70683]: WARNING nova.compute.manager [req-703e3677-0acf-487d-99e1-e9363553845c req-0008a8a5-9abe-4e36-9ab9-c4ef432875d9 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Received unexpected event network-vif-plugged-dfe3f2d7-002c-4932-8b1e-8da49a8319da for instance with vm_state building and task_state spawning. [ 1137.521829] env[70683]: DEBUG nova.network.neutron [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Successfully updated port: dfe3f2d7-002c-4932-8b1e-8da49a8319da {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.862628] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cac103-96df-4e6f-8fce-e25b48f57691, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.865110] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.865346] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.865743] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.865831] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.867016] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.867016] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36c2e509-cda9-49d3-b0a8-b074245fd2df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.884189] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.884400] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.885169] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5645870-0fff-4e17-8eb6-d96167053f79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.894889] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1137.894889] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e85d3e-a4c7-7ff0-5401-54f1ce54592a" [ 1137.894889] env[70683]: _type = "Task" [ 1137.894889] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.902991] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e85d3e-a4c7-7ff0-5401-54f1ce54592a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.989985] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5780f7ea-97a2-4851-99d3-896fd33eb3b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.995918] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4863cea-b065-499e-9fb2-79c32ea66c2d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.025044] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "refresh_cache-8ca883db-81cc-4bfc-b70b-2dfbe9432b97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.025198] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "refresh_cache-8ca883db-81cc-4bfc-b70b-2dfbe9432b97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.025344] env[70683]: DEBUG nova.network.neutron [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.027657] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8755350d-f9e9-4793-9adb-c7b1ffcc4fe3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.039236] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff75e642-58e0-417d-a860-e4d6e7af4a0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.052933] env[70683]: DEBUG nova.compute.provider_tree [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.407293] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e85d3e-a4c7-7ff0-5401-54f1ce54592a, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.408087] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dcd51f-65c0-4dda-b323-7e4c81f6a5e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.413630] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1138.413630] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a72caf-54f5-3e82-649c-d29b4322cd58" [ 1138.413630] env[70683]: _type = "Task" [ 1138.413630] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.421490] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a72caf-54f5-3e82-649c-d29b4322cd58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.463616] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.463784] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.463955] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleting the datastore file [datastore2] 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.464226] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7ba94a6-7392-4208-b5c4-71d44e662e4a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.470042] env[70683]: DEBUG oslo_vmware.api [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1138.470042] env[70683]: value = "task-3281261" [ 1138.470042] env[70683]: _type = "Task" [ 1138.470042] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.477733] env[70683]: DEBUG oslo_vmware.api [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.556118] env[70683]: DEBUG nova.scheduler.client.report [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.568292] env[70683]: DEBUG nova.network.neutron [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.711888] env[70683]: DEBUG nova.network.neutron [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Updating instance_info_cache with network_info: [{"id": "dfe3f2d7-002c-4932-8b1e-8da49a8319da", "address": "fa:16:3e:89:6f:b2", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe3f2d7-00", "ovs_interfaceid": "dfe3f2d7-002c-4932-8b1e-8da49a8319da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.777354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "32fe9afb-643a-4116-bf66-65ace9086e18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.777595] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.924258] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a72caf-54f5-3e82-649c-d29b4322cd58, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.924539] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.924809] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 283152dd-6b8e-4567-987a-47b85638f9b1/283152dd-6b8e-4567-987a-47b85638f9b1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.925089] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c114f3d3-8454-49dc-840c-8ac43e7bd24c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.932898] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1138.932898] env[70683]: value = "task-3281262" [ 1138.932898] env[70683]: _type = "Task" [ 1138.932898] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.940762] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.979453] env[70683]: DEBUG oslo_vmware.api [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272333} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.979754] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.979953] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.980147] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.980336] env[70683]: INFO nova.compute.manager [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1138.980599] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.980797] env[70683]: DEBUG nova.compute.manager [-] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.980894] env[70683]: DEBUG nova.network.neutron [-] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.061672] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.062310] env[70683]: DEBUG nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.065942] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.181s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.066252] env[70683]: DEBUG nova.objects.instance [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.214697] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "refresh_cache-8ca883db-81cc-4bfc-b70b-2dfbe9432b97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.215246] env[70683]: DEBUG nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Instance network_info: |[{"id": "dfe3f2d7-002c-4932-8b1e-8da49a8319da", "address": "fa:16:3e:89:6f:b2", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe3f2d7-00", "ovs_interfaceid": "dfe3f2d7-002c-4932-8b1e-8da49a8319da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.218016] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:6f:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe3f2d7-002c-4932-8b1e-8da49a8319da', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.229011] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.229299] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.229559] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04087068-177b-44e0-aec4-b1e9a09f53b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.256632] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.256632] env[70683]: value = "task-3281263" [ 1139.256632] env[70683]: _type = "Task" [ 1139.256632] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.266959] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281263, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.279806] env[70683]: DEBUG nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.443311] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507858} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.443582] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 283152dd-6b8e-4567-987a-47b85638f9b1/283152dd-6b8e-4567-987a-47b85638f9b1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.443835] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.444077] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ff9bdfe-7b75-40c6-9c69-06ce52fff043 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.450206] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1139.450206] env[70683]: value = "task-3281264" [ 1139.450206] env[70683]: _type = "Task" [ 1139.450206] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.453387] env[70683]: DEBUG nova.compute.manager [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Received event network-changed-dfe3f2d7-002c-4932-8b1e-8da49a8319da {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.453387] env[70683]: DEBUG nova.compute.manager [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Refreshing instance network info cache due to event network-changed-dfe3f2d7-002c-4932-8b1e-8da49a8319da. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.453565] env[70683]: DEBUG oslo_concurrency.lockutils [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] Acquiring lock "refresh_cache-8ca883db-81cc-4bfc-b70b-2dfbe9432b97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.453741] env[70683]: DEBUG oslo_concurrency.lockutils [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] Acquired lock "refresh_cache-8ca883db-81cc-4bfc-b70b-2dfbe9432b97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.453974] env[70683]: DEBUG nova.network.neutron [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Refreshing network info cache for port dfe3f2d7-002c-4932-8b1e-8da49a8319da {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.463798] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.570148] env[70683]: DEBUG nova.compute.utils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.573103] env[70683]: DEBUG nova.objects.instance [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lazy-loading 'numa_topology' on Instance uuid 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.574068] env[70683]: DEBUG nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.574442] env[70683]: DEBUG nova.network.neutron [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.613750] env[70683]: DEBUG nova.policy [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec34dfc37144836925f8704bd27b152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd73fac5d740f4f6aa5e52ce1165da3f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.764370] env[70683]: DEBUG nova.network.neutron [-] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.768190] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281263, 'name': CreateVM_Task, 'duration_secs': 0.424685} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.768709] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.769218] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.769390] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.769914] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.769985] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8413bb68-72ac-490c-b399-59f32ee9a340 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.774706] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1139.774706] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bebb99-0583-58e0-39c4-c5ed96a49141" [ 1139.774706] env[70683]: _type = "Task" [ 1139.774706] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.782864] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bebb99-0583-58e0-39c4-c5ed96a49141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.802307] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.871585] env[70683]: DEBUG nova.network.neutron [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Successfully created port: 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.964134] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08674} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.964415] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.965526] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c2f372-4472-46f0-ab0a-c1bf17c0dfba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.988411] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 283152dd-6b8e-4567-987a-47b85638f9b1/283152dd-6b8e-4567-987a-47b85638f9b1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.988729] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-528285dc-551a-445d-96aa-1af2adea358f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.011794] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1140.011794] env[70683]: value = "task-3281265" [ 1140.011794] env[70683]: _type = "Task" [ 1140.011794] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.020712] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.077607] env[70683]: DEBUG nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.082209] env[70683]: INFO nova.compute.claims [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.201892] env[70683]: DEBUG nova.network.neutron [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Updated VIF entry in instance network info cache for port dfe3f2d7-002c-4932-8b1e-8da49a8319da. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.202289] env[70683]: DEBUG nova.network.neutron [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Updating instance_info_cache with network_info: [{"id": "dfe3f2d7-002c-4932-8b1e-8da49a8319da", "address": "fa:16:3e:89:6f:b2", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe3f2d7-00", "ovs_interfaceid": "dfe3f2d7-002c-4932-8b1e-8da49a8319da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.269432] env[70683]: INFO nova.compute.manager [-] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Took 1.29 seconds to deallocate network for instance. [ 1140.286092] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bebb99-0583-58e0-39c4-c5ed96a49141, 'name': SearchDatastore_Task, 'duration_secs': 0.069115} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.286408] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.286644] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.286910] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.287078] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.287268] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.287539] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-583de8d6-626a-48e3-8cba-033467d4111f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.299539] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.299715] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.300869] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e612d79-35e4-42bf-a94a-e972df430eb5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.306057] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1140.306057] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5275fdba-76f4-9950-74c1-b1008ec78303" [ 1140.306057] env[70683]: _type = "Task" [ 1140.306057] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.316132] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5275fdba-76f4-9950-74c1-b1008ec78303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.522774] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281265, 'name': ReconfigVM_Task, 'duration_secs': 0.50465} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.523016] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 283152dd-6b8e-4567-987a-47b85638f9b1/283152dd-6b8e-4567-987a-47b85638f9b1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.523635] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bf6912b-fcfe-4b0e-937e-e05b30d4785e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.529176] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1140.529176] env[70683]: value = "task-3281266" [ 1140.529176] env[70683]: _type = "Task" [ 1140.529176] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.537185] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281266, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.705184] env[70683]: DEBUG oslo_concurrency.lockutils [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] Releasing lock "refresh_cache-8ca883db-81cc-4bfc-b70b-2dfbe9432b97" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.705466] env[70683]: DEBUG nova.compute.manager [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Received event network-vif-deleted-724d71f8-a18a-4ee6-94ad-2742340b3720 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.705649] env[70683]: INFO nova.compute.manager [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Neutron deleted interface 724d71f8-a18a-4ee6-94ad-2742340b3720; detaching it from the instance and deleting it from the info cache [ 1140.705822] env[70683]: DEBUG nova.network.neutron [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.780882] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.816839] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5275fdba-76f4-9950-74c1-b1008ec78303, 'name': SearchDatastore_Task, 'duration_secs': 0.019299} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.817634] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0d6b43-300c-4cc6-b1e7-393665773977 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.822459] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1140.822459] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ccbb56-d0d1-684b-fc8a-345de2280561" [ 1140.822459] env[70683]: _type = "Task" [ 1140.822459] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.830052] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ccbb56-d0d1-684b-fc8a-345de2280561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.038750] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281266, 'name': Rename_Task, 'duration_secs': 0.184791} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.039031] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.039283] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78402f89-5d6e-483c-9c1a-154685d8b497 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.046468] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1141.046468] env[70683]: value = "task-3281267" [ 1141.046468] env[70683]: _type = "Task" [ 1141.046468] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.054148] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.092634] env[70683]: DEBUG nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.118576] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.119336] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.119336] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.119336] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.119593] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.119593] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.119807] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.119975] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.120246] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.120500] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.120788] env[70683]: DEBUG nova.virt.hardware [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.121690] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c614db25-d053-44e2-984d-b502f7035c91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.132828] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a13352-9af3-4a15-8966-b8b2ad56aef8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.208377] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24fcf0f6-56d8-4b50-ba2f-33daeb96fc3b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.221773] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d4cd9-da20-4803-aa10-f9ece767a7ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.262127] env[70683]: DEBUG nova.compute.manager [req-a8aa4a5b-4d67-44f3-ba4e-5df5e151437c req-a33ecd12-51ea-4ead-a5fd-9386d82ec640 service nova] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Detach interface failed, port_id=724d71f8-a18a-4ee6-94ad-2742340b3720, reason: Instance 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.305542] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc52a5d-81f1-45d2-ae58-32d3468c20c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.313206] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44deea22-30c9-46ec-97ac-c086c9d174b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.345008] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f95c0ff-22e3-4e28-a94b-58c6b7f5d117 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.356053] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ccbb56-d0d1-684b-fc8a-345de2280561, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.356053] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.356053] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8ca883db-81cc-4bfc-b70b-2dfbe9432b97/8ca883db-81cc-4bfc-b70b-2dfbe9432b97.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.356053] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4014cd0d-d31f-4046-af0d-36abee8045fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.358217] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199fa934-20ac-4263-8383-574e8e688589 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.372178] env[70683]: DEBUG nova.compute.provider_tree [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.374722] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1141.374722] env[70683]: value = "task-3281268" [ 1141.374722] env[70683]: _type = "Task" [ 1141.374722] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.382880] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.484246] env[70683]: DEBUG nova.compute.manager [req-3c3a7d4d-8604-480b-a77d-71bfb7f8fb8f req-6a002655-dc47-4b90-93d4-039e2fa3cc2e service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received event network-vif-plugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.484555] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c3a7d4d-8604-480b-a77d-71bfb7f8fb8f req-6a002655-dc47-4b90-93d4-039e2fa3cc2e service nova] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.484844] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c3a7d4d-8604-480b-a77d-71bfb7f8fb8f req-6a002655-dc47-4b90-93d4-039e2fa3cc2e service nova] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.485116] env[70683]: DEBUG oslo_concurrency.lockutils [req-3c3a7d4d-8604-480b-a77d-71bfb7f8fb8f req-6a002655-dc47-4b90-93d4-039e2fa3cc2e service nova] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.485371] env[70683]: DEBUG nova.compute.manager [req-3c3a7d4d-8604-480b-a77d-71bfb7f8fb8f req-6a002655-dc47-4b90-93d4-039e2fa3cc2e service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] No waiting events found dispatching network-vif-plugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.485617] env[70683]: WARNING nova.compute.manager [req-3c3a7d4d-8604-480b-a77d-71bfb7f8fb8f req-6a002655-dc47-4b90-93d4-039e2fa3cc2e service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received unexpected event network-vif-plugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b for instance with vm_state building and task_state spawning. [ 1141.557084] env[70683]: DEBUG oslo_vmware.api [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281267, 'name': PowerOnVM_Task, 'duration_secs': 0.481143} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.557366] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.557576] env[70683]: INFO nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1141.557825] env[70683]: DEBUG nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.558603] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2e22ab-e974-490d-95e2-5cad805cfc67 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.574541] env[70683]: DEBUG nova.network.neutron [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Successfully updated port: 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.876691] env[70683]: DEBUG nova.scheduler.client.report [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.890433] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522077} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.890433] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 8ca883db-81cc-4bfc-b70b-2dfbe9432b97/8ca883db-81cc-4bfc-b70b-2dfbe9432b97.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.890735] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.890900] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c4d0aa3-9745-4db4-9c50-af77d0822a4e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.897989] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1141.897989] env[70683]: value = "task-3281269" [ 1141.897989] env[70683]: _type = "Task" [ 1141.897989] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.906566] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.076111] env[70683]: INFO nova.compute.manager [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Took 24.53 seconds to build instance. [ 1142.077330] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.077330] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.077330] env[70683]: DEBUG nova.network.neutron [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.385203] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.319s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.388769] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.691s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.388769] env[70683]: DEBUG nova.objects.instance [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1142.411290] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061288} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.411560] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.412359] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904858c7-59dd-496d-87a2-8271759ce0f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.435726] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 8ca883db-81cc-4bfc-b70b-2dfbe9432b97/8ca883db-81cc-4bfc-b70b-2dfbe9432b97.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.436674] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a172c0-74f9-411d-a39f-ee3260904c8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.451354] env[70683]: INFO nova.network.neutron [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating port 7fcf4b2d-2aca-4acc-9242-b85cd312b603 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1142.458390] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1142.458390] env[70683]: value = "task-3281270" [ 1142.458390] env[70683]: _type = "Task" [ 1142.458390] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.466188] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.581654] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67865dd-7bcd-4543-b8b3-61ebba0bd5c0 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "283152dd-6b8e-4567-987a-47b85638f9b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.050s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.617644] env[70683]: DEBUG nova.network.neutron [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.765902] env[70683]: DEBUG nova.network.neutron [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [{"id": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "address": "fa:16:3e:4b:93:d0", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a899f5a-80", "ovs_interfaceid": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.967966] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281270, 'name': ReconfigVM_Task, 'duration_secs': 0.286515} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.968336] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 8ca883db-81cc-4bfc-b70b-2dfbe9432b97/8ca883db-81cc-4bfc-b70b-2dfbe9432b97.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.969052] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b215ac1-e8d0-424b-93ce-7349e59548ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.976438] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1142.976438] env[70683]: value = "task-3281271" [ 1142.976438] env[70683]: _type = "Task" [ 1142.976438] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.989684] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281271, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.270672] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.271173] env[70683]: DEBUG nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Instance network_info: |[{"id": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "address": "fa:16:3e:4b:93:d0", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a899f5a-80", "ovs_interfaceid": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.271828] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:93:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a899f5a-80ca-49c0-91c1-f1fe1a1c032b', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.280213] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating folder: Project (d73fac5d740f4f6aa5e52ce1165da3f4). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.281055] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7b1e14e-f762-4117-be72-76c0d27db8ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.294736] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Created folder: Project (d73fac5d740f4f6aa5e52ce1165da3f4) in parent group-v655051. [ 1143.295059] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating folder: Instances. Parent ref: group-v655309. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.295388] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f725a8d-66cf-45f5-816b-a46ce974d0e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.305358] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Created folder: Instances in parent group-v655309. [ 1143.305595] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.305781] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.305976] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2baf3583-1ddf-47fc-b8cf-9b601d371795 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.326306] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.326306] env[70683]: value = "task-3281274" [ 1143.326306] env[70683]: _type = "Task" [ 1143.326306] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.333689] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281274, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.403252] env[70683]: DEBUG oslo_concurrency.lockutils [None req-df509cd5-26aa-487f-8e5b-3d985b28cc05 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.404450] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.602s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.406397] env[70683]: INFO nova.compute.claims [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.487336] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281271, 'name': Rename_Task, 'duration_secs': 0.169489} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.487765] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.488085] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c290ed9-1504-4acf-aec9-a812590c2077 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.495100] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1143.495100] env[70683]: value = "task-3281275" [ 1143.495100] env[70683]: _type = "Task" [ 1143.495100] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.502626] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.510287] env[70683]: DEBUG nova.compute.manager [req-95249f7b-d7dd-4ed3-8a9e-b3abda1bf7a7 req-be1a83e7-3424-4589-b8b4-b60c2a1175c9 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received event network-changed-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.510515] env[70683]: DEBUG nova.compute.manager [req-95249f7b-d7dd-4ed3-8a9e-b3abda1bf7a7 req-be1a83e7-3424-4589-b8b4-b60c2a1175c9 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Refreshing instance network info cache due to event network-changed-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.510941] env[70683]: DEBUG oslo_concurrency.lockutils [req-95249f7b-d7dd-4ed3-8a9e-b3abda1bf7a7 req-be1a83e7-3424-4589-b8b4-b60c2a1175c9 service nova] Acquiring lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.510941] env[70683]: DEBUG oslo_concurrency.lockutils [req-95249f7b-d7dd-4ed3-8a9e-b3abda1bf7a7 req-be1a83e7-3424-4589-b8b4-b60c2a1175c9 service nova] Acquired lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.511072] env[70683]: DEBUG nova.network.neutron [req-95249f7b-d7dd-4ed3-8a9e-b3abda1bf7a7 req-be1a83e7-3424-4589-b8b4-b60c2a1175c9 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Refreshing network info cache for port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.837213] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281274, 'name': CreateVM_Task, 'duration_secs': 0.358911} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.837213] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.837843] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.838009] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.838342] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.838631] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c01e78-142f-49fc-86b1-256505c6b901 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.843191] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1143.843191] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258762f-3c24-ec5a-b6e7-fae3ddffdb25" [ 1143.843191] env[70683]: _type = "Task" [ 1143.843191] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.851181] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258762f-3c24-ec5a-b6e7-fae3ddffdb25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.005426] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.041376] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.041376] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.041376] env[70683]: DEBUG nova.network.neutron [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.150464] env[70683]: DEBUG nova.compute.manager [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.151671] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d035e6a-5431-4535-9a8f-ca270a224ba0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.218161] env[70683]: DEBUG nova.network.neutron [req-95249f7b-d7dd-4ed3-8a9e-b3abda1bf7a7 req-be1a83e7-3424-4589-b8b4-b60c2a1175c9 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updated VIF entry in instance network info cache for port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.218532] env[70683]: DEBUG nova.network.neutron [req-95249f7b-d7dd-4ed3-8a9e-b3abda1bf7a7 req-be1a83e7-3424-4589-b8b4-b60c2a1175c9 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [{"id": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "address": "fa:16:3e:4b:93:d0", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a899f5a-80", "ovs_interfaceid": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.354926] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5258762f-3c24-ec5a-b6e7-fae3ddffdb25, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.355330] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.355613] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.356397] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.356397] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.356397] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.356617] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b546bf-8a42-4c99-9f06-9fe2502ab10e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.366251] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.366441] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.367195] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4f364f-e546-4e89-8dda-3a684cc61125 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.372388] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1144.372388] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bef490-4b63-5ed3-b5c7-fa9f6563ee53" [ 1144.372388] env[70683]: _type = "Task" [ 1144.372388] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.380235] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bef490-4b63-5ed3-b5c7-fa9f6563ee53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.508326] env[70683]: DEBUG oslo_vmware.api [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281275, 'name': PowerOnVM_Task, 'duration_secs': 0.651015} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.510817] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.511114] env[70683]: INFO nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1144.511472] env[70683]: DEBUG nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.512398] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e5c097-807b-499b-8ea6-769e8c58b11f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.614812] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d408c3e8-8b4b-4229-9b2b-5dfd23b7d2a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.623202] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59927025-3b6a-4f0b-aaea-2de9a76c632b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.657897] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a15619-3c9e-48b9-b315-ec52d6e1fcf3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.665439] env[70683]: INFO nova.compute.manager [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] instance snapshotting [ 1144.668031] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e276d76-cc3c-4448-bd8e-4f294effa99f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.674260] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0327f4a7-e1cf-4235-a42c-d90a7a700cdb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.687179] env[70683]: DEBUG nova.compute.provider_tree [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.705481] env[70683]: DEBUG nova.scheduler.client.report [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.710346] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d0bd3d-f966-4dcb-9284-33e8cb4e7afd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.721220] env[70683]: DEBUG oslo_concurrency.lockutils [req-95249f7b-d7dd-4ed3-8a9e-b3abda1bf7a7 req-be1a83e7-3424-4589-b8b4-b60c2a1175c9 service nova] Releasing lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.774224] env[70683]: DEBUG nova.network.neutron [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [{"id": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "address": "fa:16:3e:57:e7:3a", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf4b2d-2a", "ovs_interfaceid": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.883245] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bef490-4b63-5ed3-b5c7-fa9f6563ee53, 'name': SearchDatastore_Task, 'duration_secs': 0.013507} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.884027] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2813ae87-1f1d-47d9-8888-4031fb105e10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.888954] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1144.888954] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526fd04f-e090-fb41-4a1e-a1c357d99069" [ 1144.888954] env[70683]: _type = "Task" [ 1144.888954] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.896348] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526fd04f-e090-fb41-4a1e-a1c357d99069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.031578] env[70683]: INFO nova.compute.manager [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Took 25.90 seconds to build instance. [ 1145.213777] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.809s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.214276] env[70683]: DEBUG nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.217194] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.436s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.217552] env[70683]: DEBUG nova.objects.instance [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'resources' on Instance uuid 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.220446] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1145.220707] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab15ce9b-2e8a-41f8-b932-7d58b32f02ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.229048] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1145.229048] env[70683]: value = "task-3281276" [ 1145.229048] env[70683]: _type = "Task" [ 1145.229048] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.237989] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281276, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.276830] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.300468] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='415d33fb6f56f80d5750a867656cbb78',container_format='bare',created_at=2025-04-03T19:41:00Z,direct_url=,disk_format='vmdk',id=92c6d3dc-0fdc-49c6-b4fa-e515033ae941,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-175018928-shelved',owner='b6e2598b82884ae29331923b3bda34df',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-03T19:41:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.300740] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.300900] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.301095] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.301249] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.301490] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.301671] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.301862] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.302061] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.302255] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.302457] env[70683]: DEBUG nova.virt.hardware [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.303391] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833c90cf-d2c8-483d-9695-53ff24d6178e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.311282] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3ba13-dea6-4177-99be-618982c25ef9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.326573] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:e7:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fcf4b2d-2aca-4acc-9242-b85cd312b603', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.333957] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.334555] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.334780] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb16f1a-f0d7-4c39-a1fa-0bf86c861a44 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.352756] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.352756] env[70683]: value = "task-3281277" [ 1145.352756] env[70683]: _type = "Task" [ 1145.352756] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.360388] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281277, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.398136] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526fd04f-e090-fb41-4a1e-a1c357d99069, 'name': SearchDatastore_Task, 'duration_secs': 0.042461} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.398458] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.398818] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4/8e32bd8c-4493-4f51-ad23-490ff4bf05a4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.399331] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a53f0cf-94f0-460c-a9a9-acc9a51f3438 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.405104] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1145.405104] env[70683]: value = "task-3281278" [ 1145.405104] env[70683]: _type = "Task" [ 1145.405104] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.412960] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.534259] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3b0c87fb-4704-4faf-b8ff-e7ce64d53ac6 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.423s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.686366] env[70683]: DEBUG nova.compute.manager [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received event network-vif-plugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.686916] env[70683]: DEBUG oslo_concurrency.lockutils [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] Acquiring lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.687020] env[70683]: DEBUG oslo_concurrency.lockutils [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.687335] env[70683]: DEBUG oslo_concurrency.lockutils [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.687542] env[70683]: DEBUG nova.compute.manager [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] No waiting events found dispatching network-vif-plugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.687732] env[70683]: WARNING nova.compute.manager [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received unexpected event network-vif-plugged-7fcf4b2d-2aca-4acc-9242-b85cd312b603 for instance with vm_state shelved_offloaded and task_state spawning. [ 1145.687958] env[70683]: DEBUG nova.compute.manager [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received event network-changed-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.688234] env[70683]: DEBUG nova.compute.manager [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Refreshing instance network info cache due to event network-changed-7fcf4b2d-2aca-4acc-9242-b85cd312b603. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.688448] env[70683]: DEBUG oslo_concurrency.lockutils [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] Acquiring lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.688612] env[70683]: DEBUG oslo_concurrency.lockutils [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] Acquired lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.688804] env[70683]: DEBUG nova.network.neutron [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Refreshing network info cache for port 7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.720230] env[70683]: DEBUG nova.compute.utils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.726525] env[70683]: DEBUG nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.726726] env[70683]: DEBUG nova.network.neutron [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.742936] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281276, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.789174] env[70683]: DEBUG nova.policy [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4643b465413c4287a8a3b63e5fc56671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a0d5f5975849c6acb9f2c795e60b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.864024] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281277, 'name': CreateVM_Task, 'duration_secs': 0.402893} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.867044] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.868192] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.868998] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.869529] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.870479] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75060984-98e0-46ef-886d-33c800747c23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.878793] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1145.878793] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52edb3bd-31c9-6d6d-dd9d-43f10e7a519c" [ 1145.878793] env[70683]: _type = "Task" [ 1145.878793] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.891703] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52edb3bd-31c9-6d6d-dd9d-43f10e7a519c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.918109] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.007359] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c686ecf-bce4-41f1-926a-242292c25a0a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.015447] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca382b5b-6c5b-4811-bfab-8f5e2cbdb27d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.049384] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be95527-c989-4ab7-9999-ea0fa648fecf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.055165] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.055400] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.061702] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84616f36-32f6-477e-9ea5-bfee138ca36c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.076347] env[70683]: DEBUG nova.compute.provider_tree [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.089846] env[70683]: DEBUG nova.network.neutron [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Successfully created port: f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.230459] env[70683]: DEBUG nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.249019] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281276, 'name': CreateSnapshot_Task, 'duration_secs': 0.675041} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.249019] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1146.249019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f773fd4-d289-45be-99f9-fe34159c44de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.390332] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.390685] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Processing image 92c6d3dc-0fdc-49c6-b4fa-e515033ae941 {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.390929] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941/92c6d3dc-0fdc-49c6-b4fa-e515033ae941.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.391099] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941/92c6d3dc-0fdc-49c6-b4fa-e515033ae941.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.391280] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.391538] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9fd9dd5-cbc3-418f-97aa-401f3f0024d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.399484] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.399702] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.401034] env[70683]: DEBUG nova.network.neutron [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updated VIF entry in instance network info cache for port 7fcf4b2d-2aca-4acc-9242-b85cd312b603. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.401354] env[70683]: DEBUG nova.network.neutron [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [{"id": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "address": "fa:16:3e:57:e7:3a", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf4b2d-2a", "ovs_interfaceid": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.402454] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38d2e5c-acc2-48c7-a436-802d3d3f1255 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.410675] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1146.410675] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d4e70-d875-d676-5213-3b6c33ea2014" [ 1146.410675] env[70683]: _type = "Task" [ 1146.410675] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.417966] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586137} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.418550] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4/8e32bd8c-4493-4f51-ad23-490ff4bf05a4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.418847] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.419000] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43a71ddb-3ee5-45d4-8c08-260e6967bc04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.423720] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d4e70-d875-d676-5213-3b6c33ea2014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.428785] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1146.428785] env[70683]: value = "task-3281279" [ 1146.428785] env[70683]: _type = "Task" [ 1146.428785] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.436462] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.558057] env[70683]: DEBUG nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.579382] env[70683]: DEBUG nova.scheduler.client.report [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.642324] env[70683]: INFO nova.compute.manager [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Rebuilding instance [ 1146.694034] env[70683]: DEBUG nova.compute.manager [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.695021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df0de92-2444-49c4-87de-fd21421ae3c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.766910] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1146.767341] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aab2ff35-bcdd-47d9-8369-1b07da8ec728 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.777753] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1146.777753] env[70683]: value = "task-3281280" [ 1146.777753] env[70683]: _type = "Task" [ 1146.777753] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.786485] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281280, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.906248] env[70683]: DEBUG oslo_concurrency.lockutils [req-076b8ef4-f7bb-4fe3-9a99-0936e7efac73 req-f832259b-294c-4195-99f6-380679103c2c service nova] Releasing lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.923511] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Preparing fetch location {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1146.923789] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Fetch image to [datastore2] OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93/OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93.vmdk {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1146.923964] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Downloading stream optimized image 92c6d3dc-0fdc-49c6-b4fa-e515033ae941 to [datastore2] OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93/OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93.vmdk on the data store datastore2 as vApp {{(pid=70683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1146.924189] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Downloading image file data 92c6d3dc-0fdc-49c6-b4fa-e515033ae941 to the ESX as VM named 'OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93' {{(pid=70683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1146.939332] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068958} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.939648] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.940626] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e389b6-0fef-4b09-8add-813b6287de34 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.965347] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4/8e32bd8c-4493-4f51-ad23-490ff4bf05a4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.982598] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee81a6d-4b1f-4681-a97b-ba3e325fe093 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.004032] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1147.004032] env[70683]: value = "task-3281281" [ 1147.004032] env[70683]: _type = "Task" [ 1147.004032] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.015489] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.043658] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1147.043658] env[70683]: value = "resgroup-9" [ 1147.043658] env[70683]: _type = "ResourcePool" [ 1147.043658] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1147.044026] env[70683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4b9e796a-b2cf-431d-a99c-4377738ae1f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.067192] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lease: (returnval){ [ 1147.067192] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52427dc8-30b2-8121-9de2-1098cc3ba4c2" [ 1147.067192] env[70683]: _type = "HttpNfcLease" [ 1147.067192] env[70683]: } obtained for vApp import into resource pool (val){ [ 1147.067192] env[70683]: value = "resgroup-9" [ 1147.067192] env[70683]: _type = "ResourcePool" [ 1147.067192] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1147.067879] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the lease: (returnval){ [ 1147.067879] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52427dc8-30b2-8121-9de2-1098cc3ba4c2" [ 1147.067879] env[70683]: _type = "HttpNfcLease" [ 1147.067879] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1147.077120] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.077120] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52427dc8-30b2-8121-9de2-1098cc3ba4c2" [ 1147.077120] env[70683]: _type = "HttpNfcLease" [ 1147.077120] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1147.082028] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.084941] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.087272] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.090211] env[70683]: INFO nova.compute.claims [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.108209] env[70683]: INFO nova.scheduler.client.report [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted allocations for instance 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb [ 1147.241104] env[70683]: DEBUG nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.262863] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.263159] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.263361] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.263579] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.263754] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.263933] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.264438] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.264645] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.264871] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.265085] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.265291] env[70683]: DEBUG nova.virt.hardware [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.266298] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb4625-3b2b-47ad-9f88-0d3577d688ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.275255] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5407c00-f3d7-496b-9a82-e96de71de08a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.296474] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281280, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.506127] env[70683]: DEBUG nova.compute.manager [req-5173a401-89bb-43d4-9073-e04b4568fa00 req-c7d44725-92ff-4be0-b265-ab265163b381 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Received event network-vif-plugged-f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.506356] env[70683]: DEBUG oslo_concurrency.lockutils [req-5173a401-89bb-43d4-9073-e04b4568fa00 req-c7d44725-92ff-4be0-b265-ab265163b381 service nova] Acquiring lock "32fe9afb-643a-4116-bf66-65ace9086e18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.506574] env[70683]: DEBUG oslo_concurrency.lockutils [req-5173a401-89bb-43d4-9073-e04b4568fa00 req-c7d44725-92ff-4be0-b265-ab265163b381 service nova] Lock "32fe9afb-643a-4116-bf66-65ace9086e18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.506746] env[70683]: DEBUG oslo_concurrency.lockutils [req-5173a401-89bb-43d4-9073-e04b4568fa00 req-c7d44725-92ff-4be0-b265-ab265163b381 service nova] Lock "32fe9afb-643a-4116-bf66-65ace9086e18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.506916] env[70683]: DEBUG nova.compute.manager [req-5173a401-89bb-43d4-9073-e04b4568fa00 req-c7d44725-92ff-4be0-b265-ab265163b381 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] No waiting events found dispatching network-vif-plugged-f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.508881] env[70683]: WARNING nova.compute.manager [req-5173a401-89bb-43d4-9073-e04b4568fa00 req-c7d44725-92ff-4be0-b265-ab265163b381 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Received unexpected event network-vif-plugged-f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe for instance with vm_state building and task_state spawning. [ 1147.525772] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281281, 'name': ReconfigVM_Task, 'duration_secs': 0.34622} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.525772] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4/8e32bd8c-4493-4f51-ad23-490ff4bf05a4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.525772] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c67bfd4a-a070-41a3-924f-bb2ccb31351e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.536423] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1147.536423] env[70683]: value = "task-3281283" [ 1147.536423] env[70683]: _type = "Task" [ 1147.536423] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.546984] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281283, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.579844] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.579844] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52427dc8-30b2-8121-9de2-1098cc3ba4c2" [ 1147.579844] env[70683]: _type = "HttpNfcLease" [ 1147.579844] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1147.616980] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20cc9da9-27c1-4acf-a772-5c6d98dc468d tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "177cb42c-f5fd-4189-85ec-a5b6e31eb6cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.745s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.675131] env[70683]: DEBUG nova.network.neutron [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Successfully updated port: f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.709203] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.709505] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e3ece5-c770-4a06-a26f-49e4119e2810 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.717470] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1147.717470] env[70683]: value = "task-3281284" [ 1147.717470] env[70683]: _type = "Task" [ 1147.717470] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.727301] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.792688] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281280, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.046245] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281283, 'name': Rename_Task, 'duration_secs': 0.229645} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.046526] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.046790] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f68affb-72b5-49d9-81cb-c7345a6a16e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.054271] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1148.054271] env[70683]: value = "task-3281285" [ 1148.054271] env[70683]: _type = "Task" [ 1148.054271] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.064368] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.079499] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.079499] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52427dc8-30b2-8121-9de2-1098cc3ba4c2" [ 1148.079499] env[70683]: _type = "HttpNfcLease" [ 1148.079499] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1148.079961] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1148.079961] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52427dc8-30b2-8121-9de2-1098cc3ba4c2" [ 1148.079961] env[70683]: _type = "HttpNfcLease" [ 1148.079961] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1148.081232] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84316476-4d7d-47cc-b158-c73a3be3fc7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.092979] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4163d-c47c-b196-752e-2bfc8913548f/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1148.093387] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4163d-c47c-b196-752e-2bfc8913548f/disk-0.vmdk. {{(pid=70683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1148.180393] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-32fe9afb-643a-4116-bf66-65ace9086e18" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.180393] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-32fe9afb-643a-4116-bf66-65ace9086e18" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.180696] env[70683]: DEBUG nova.network.neutron [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.189679] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72fbf9e0-e850-4fab-9832-cd25aa3e45ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.229899] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281284, 'name': PowerOffVM_Task, 'duration_secs': 0.27467} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.230181] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.230423] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.234044] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4ddf9c-0940-46fd-ba16-9db52a057b63 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.242584] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.242917] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4750f708-68e2-4d73-a396-fd3e5db127c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.293631] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281280, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.312090] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.312344] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.312534] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleting the datastore file [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.312891] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a994490-2b31-4741-8def-00e95cb343ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.318801] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1148.318801] env[70683]: value = "task-3281287" [ 1148.318801] env[70683]: _type = "Task" [ 1148.318801] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.329879] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.426187] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e38bf1d-c5de-421f-ac64-55a9ebf5cde9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.434480] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570ac147-19e0-4bef-9b2c-4ca7f6f70efb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.469370] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f894f8c-30c5-451a-83dd-54c17f1c3958 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.477063] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9311bd-e033-4e99-891e-ab86d291743f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.492472] env[70683]: DEBUG nova.compute.provider_tree [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.567555] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281285, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.720120] env[70683]: DEBUG nova.network.neutron [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.801067] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281280, 'name': CloneVM_Task, 'duration_secs': 1.795254} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.803475] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Created linked-clone VM from snapshot [ 1148.804441] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28858959-0ed1-4d46-8d40-9b3886f25e37 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.814022] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Uploading image d5bb272d-62e4-42f9-a58c-23d72255b432 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1148.833439] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204994} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.836121] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1148.836641] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.836958] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.837450] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.841706] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbac3ca6-6012-4401-8bfe-4dcc561d43a0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.852827] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1148.852827] env[70683]: value = "task-3281288" [ 1148.852827] env[70683]: _type = "Task" [ 1148.852827] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.868180] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281288, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.888096] env[70683]: DEBUG nova.network.neutron [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Updating instance_info_cache with network_info: [{"id": "f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe", "address": "fa:16:3e:5a:45:f6", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e6fdb8-c7", "ovs_interfaceid": "f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.996435] env[70683]: DEBUG nova.scheduler.client.report [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.066565] env[70683]: DEBUG oslo_vmware.api [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281285, 'name': PowerOnVM_Task, 'duration_secs': 0.789431} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.068513] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.068853] env[70683]: INFO nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1149.069164] env[70683]: DEBUG nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.070059] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74ec0cf-9bb3-4727-b9c1-aef167b76d63 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.365825] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281288, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.391814] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-32fe9afb-643a-4116-bf66-65ace9086e18" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.391980] env[70683]: DEBUG nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Instance network_info: |[{"id": "f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe", "address": "fa:16:3e:5a:45:f6", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e6fdb8-c7", "ovs_interfaceid": "f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.392865] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:45:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.403934] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.409294] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.410092] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf16edb9-94ad-4bd4-ac03-f2a60265380a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.439146] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.439146] env[70683]: value = "task-3281289" [ 1149.439146] env[70683]: _type = "Task" [ 1149.439146] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.447847] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281289, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.503062] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.503836] env[70683]: DEBUG nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.544575] env[70683]: DEBUG nova.compute.manager [req-1c50134b-c866-4245-b80f-75abb9803362 req-98e91c9f-0607-48c9-80d0-d580c80f9118 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Received event network-changed-f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.544575] env[70683]: DEBUG nova.compute.manager [req-1c50134b-c866-4245-b80f-75abb9803362 req-98e91c9f-0607-48c9-80d0-d580c80f9118 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Refreshing instance network info cache due to event network-changed-f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.544805] env[70683]: DEBUG oslo_concurrency.lockutils [req-1c50134b-c866-4245-b80f-75abb9803362 req-98e91c9f-0607-48c9-80d0-d580c80f9118 service nova] Acquiring lock "refresh_cache-32fe9afb-643a-4116-bf66-65ace9086e18" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.545013] env[70683]: DEBUG oslo_concurrency.lockutils [req-1c50134b-c866-4245-b80f-75abb9803362 req-98e91c9f-0607-48c9-80d0-d580c80f9118 service nova] Acquired lock "refresh_cache-32fe9afb-643a-4116-bf66-65ace9086e18" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.545208] env[70683]: DEBUG nova.network.neutron [req-1c50134b-c866-4245-b80f-75abb9803362 req-98e91c9f-0607-48c9-80d0-d580c80f9118 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Refreshing network info cache for port f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.593652] env[70683]: INFO nova.compute.manager [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Took 22.17 seconds to build instance. [ 1149.663389] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Completed reading data from the image iterator. {{(pid=70683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1149.663742] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4163d-c47c-b196-752e-2bfc8913548f/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1149.664818] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7a4b3a-dfd8-4749-8ed1-b227d265ff18 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.672316] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4163d-c47c-b196-752e-2bfc8913548f/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1149.672522] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4163d-c47c-b196-752e-2bfc8913548f/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1149.672784] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e19a99c8-eea7-4dfa-a6d1-c5b5195d3a3c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.794636] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.795183] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.867152] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281288, 'name': Destroy_Task, 'duration_secs': 0.529516} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.867439] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Destroyed the VM [ 1149.867665] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1149.867927] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c142a3e8-fa90-4cf7-9d22-c560cc8b7211 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.874904] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1149.874904] env[70683]: value = "task-3281290" [ 1149.874904] env[70683]: _type = "Task" [ 1149.874904] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.884066] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281290, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.894354] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.894632] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.894749] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.894913] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.895369] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.895575] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.895796] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.895962] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.896154] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.896324] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.896502] env[70683]: DEBUG nova.virt.hardware [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.897449] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419f38e-daa9-4a23-848c-0290cb99b39b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.909024] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140e2b44-ad9d-43d8-9efd-3f69e1b314be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.921081] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:74:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.929474] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.930258] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.930571] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e9888b9-1b32-4d57-a549-7722be6ee2ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.955913] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281289, 'name': CreateVM_Task, 'duration_secs': 0.491881} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.957195] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.957423] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.957423] env[70683]: value = "task-3281291" [ 1149.957423] env[70683]: _type = "Task" [ 1149.957423] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.958224] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.958428] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.958772] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.959094] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef21c9f-8914-4a59-823f-7038159fe85a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.967047] env[70683]: DEBUG oslo_vmware.rw_handles [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4163d-c47c-b196-752e-2bfc8913548f/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1149.967267] env[70683]: INFO nova.virt.vmwareapi.images [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Downloaded image file data 92c6d3dc-0fdc-49c6-b4fa-e515033ae941 [ 1149.968548] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47492e6d-8480-4766-a15d-cabf33ec9597 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.974910] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1149.974910] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52120230-ff00-00cc-0d20-e53b5b976dc4" [ 1149.974910] env[70683]: _type = "Task" [ 1149.974910] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.975408] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281291, 'name': CreateVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.989699] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8587fd0-b3b0-42c4-b01e-5b3d36146473 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.995292] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52120230-ff00-00cc-0d20-e53b5b976dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.019218} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.995957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.996225] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.996469] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.996620] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.996799] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.997095] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ddfd7d0-cd59-45c0-936e-e65f08eecd95 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.004734] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.004915] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.005663] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b745e66f-64ec-4c50-8cd4-cd5f847ca989 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.012032] env[70683]: DEBUG nova.compute.utils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.013550] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1150.013550] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528d6a92-99d4-4093-b561-2ec6feec5b49" [ 1150.013550] env[70683]: _type = "Task" [ 1150.013550] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.015065] env[70683]: DEBUG nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.015274] env[70683]: DEBUG nova.network.neutron [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.018261] env[70683]: DEBUG nova.compute.manager [req-5791769c-bbbf-4830-8436-edbae3a327c6 req-1b2efe4f-0468-4eb3-b2b8-8038a1e2ab24 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received event network-changed-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.018476] env[70683]: DEBUG nova.compute.manager [req-5791769c-bbbf-4830-8436-edbae3a327c6 req-1b2efe4f-0468-4eb3-b2b8-8038a1e2ab24 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Refreshing instance network info cache due to event network-changed-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.018731] env[70683]: DEBUG oslo_concurrency.lockutils [req-5791769c-bbbf-4830-8436-edbae3a327c6 req-1b2efe4f-0468-4eb3-b2b8-8038a1e2ab24 service nova] Acquiring lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.018908] env[70683]: DEBUG oslo_concurrency.lockutils [req-5791769c-bbbf-4830-8436-edbae3a327c6 req-1b2efe4f-0468-4eb3-b2b8-8038a1e2ab24 service nova] Acquired lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.019091] env[70683]: DEBUG nova.network.neutron [req-5791769c-bbbf-4830-8436-edbae3a327c6 req-1b2efe4f-0468-4eb3-b2b8-8038a1e2ab24 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Refreshing network info cache for port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.027366] env[70683]: INFO nova.virt.vmwareapi.images [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] The imported VM was unregistered [ 1150.030173] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Caching image {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1150.030417] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Creating directory with path [datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941 {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.034914] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9beb5fa8-12b4-45cd-982f-98f3b5c0ed3c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.036910] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528d6a92-99d4-4093-b561-2ec6feec5b49, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.038718] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3df19f-6391-44cc-8ba1-a1e9543b6010 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.045458] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1150.045458] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ab1e03-ca53-fbb3-fff1-a46114502e70" [ 1150.045458] env[70683]: _type = "Task" [ 1150.045458] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.056383] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Created directory with path [datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941 {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.056383] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93/OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93.vmdk to [datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941/92c6d3dc-0fdc-49c6-b4fa-e515033ae941.vmdk. {{(pid=70683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1150.056383] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-06033f9b-39b8-4167-8b4d-b8696020b4d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.061233] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ab1e03-ca53-fbb3-fff1-a46114502e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.065405] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1150.065405] env[70683]: value = "task-3281293" [ 1150.065405] env[70683]: _type = "Task" [ 1150.065405] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.073270] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281293, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.079483] env[70683]: DEBUG nova.policy [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74919901a9db4a79b3e87282c4ccac7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f226f3501ac498caab495dc5120a888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.096507] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2df4631a-4584-4868-b1ac-8d76b9a8be24 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.681s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.297806] env[70683]: DEBUG nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.344531] env[70683]: DEBUG nova.network.neutron [req-1c50134b-c866-4245-b80f-75abb9803362 req-98e91c9f-0607-48c9-80d0-d580c80f9118 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Updated VIF entry in instance network info cache for port f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.344915] env[70683]: DEBUG nova.network.neutron [req-1c50134b-c866-4245-b80f-75abb9803362 req-98e91c9f-0607-48c9-80d0-d580c80f9118 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Updating instance_info_cache with network_info: [{"id": "f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe", "address": "fa:16:3e:5a:45:f6", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e6fdb8-c7", "ovs_interfaceid": "f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.386288] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281290, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.396580] env[70683]: DEBUG nova.network.neutron [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Successfully created port: 30dd788a-9b3f-4f77-aa08-7590fc9d8c15 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.471620] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281291, 'name': CreateVM_Task, 'duration_secs': 0.502547} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.471928] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.472580] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.472804] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.473156] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.473449] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2483bbbc-7e72-4681-aecf-0e4289795020 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.478591] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1150.478591] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527f2ba2-cc0d-74af-d86d-08db525f6ac7" [ 1150.478591] env[70683]: _type = "Task" [ 1150.478591] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.487453] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527f2ba2-cc0d-74af-d86d-08db525f6ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.515911] env[70683]: DEBUG nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.557634] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ab1e03-ca53-fbb3-fff1-a46114502e70, 'name': SearchDatastore_Task, 'duration_secs': 0.017473} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.558086] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.558293] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 32fe9afb-643a-4116-bf66-65ace9086e18/32fe9afb-643a-4116-bf66-65ace9086e18.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.558615] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-975a66ce-736a-4588-b54a-60f3ccfd61c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.573773] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1150.573773] env[70683]: value = "task-3281294" [ 1150.573773] env[70683]: _type = "Task" [ 1150.573773] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.582980] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281293, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.592410] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.640276] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bda019a7-8d10-4287-a276-6b3f7834d326 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-8c6332f0-02f9-4897-931b-34d633170904-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.640680] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bda019a7-8d10-4287-a276-6b3f7834d326 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-8c6332f0-02f9-4897-931b-34d633170904-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.641015] env[70683]: DEBUG nova.objects.instance [None req-bda019a7-8d10-4287-a276-6b3f7834d326 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'flavor' on Instance uuid 8c6332f0-02f9-4897-931b-34d633170904 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.830941] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.830941] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.831680] env[70683]: INFO nova.compute.claims [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.845179] env[70683]: DEBUG nova.network.neutron [req-5791769c-bbbf-4830-8436-edbae3a327c6 req-1b2efe4f-0468-4eb3-b2b8-8038a1e2ab24 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updated VIF entry in instance network info cache for port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.848097] env[70683]: DEBUG nova.network.neutron [req-5791769c-bbbf-4830-8436-edbae3a327c6 req-1b2efe4f-0468-4eb3-b2b8-8038a1e2ab24 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [{"id": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "address": "fa:16:3e:4b:93:d0", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a899f5a-80", "ovs_interfaceid": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.848567] env[70683]: DEBUG oslo_concurrency.lockutils [req-1c50134b-c866-4245-b80f-75abb9803362 req-98e91c9f-0607-48c9-80d0-d580c80f9118 service nova] Releasing lock "refresh_cache-32fe9afb-643a-4116-bf66-65ace9086e18" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.885742] env[70683]: DEBUG oslo_vmware.api [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281290, 'name': RemoveSnapshot_Task, 'duration_secs': 0.938894} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.886326] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1150.990079] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527f2ba2-cc0d-74af-d86d-08db525f6ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.065121} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.990079] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.990079] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.990079] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.990426] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.990426] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.990631] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b354a42-17a6-4e2d-a5ce-4ad673e8cae3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.006865] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.007095] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.007937] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca48307-12b6-4939-9b8d-7e4e6bd37026 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.013550] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1151.013550] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52509862-144e-91ac-8a53-c52856f477f6" [ 1151.013550] env[70683]: _type = "Task" [ 1151.013550] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.025263] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52509862-144e-91ac-8a53-c52856f477f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.076928] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281293, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.086917] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.146041] env[70683]: DEBUG nova.objects.instance [None req-bda019a7-8d10-4287-a276-6b3f7834d326 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c6332f0-02f9-4897-931b-34d633170904 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.347781] env[70683]: DEBUG oslo_concurrency.lockutils [req-5791769c-bbbf-4830-8436-edbae3a327c6 req-1b2efe4f-0468-4eb3-b2b8-8038a1e2ab24 service nova] Releasing lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.391977] env[70683]: WARNING nova.compute.manager [None req-bcb52764-99ec-4540-8cde-de19272d3547 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Image not found during snapshot: nova.exception.ImageNotFound: Image d5bb272d-62e4-42f9-a58c-23d72255b432 could not be found. [ 1151.526961] env[70683]: DEBUG nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.529391] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52509862-144e-91ac-8a53-c52856f477f6, 'name': SearchDatastore_Task, 'duration_secs': 0.09085} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.530993] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cbde9b-5daa-42f2-b15f-5e38fbe4429a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.536914] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1151.536914] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52116c24-2cdd-f235-ccb3-b6e8214b44e1" [ 1151.536914] env[70683]: _type = "Task" [ 1151.536914] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.546332] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52116c24-2cdd-f235-ccb3-b6e8214b44e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.555459] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.555715] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.555857] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.556054] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.556212] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.556365] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.556581] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.556744] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.556964] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.557496] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.557990] env[70683]: DEBUG nova.virt.hardware [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.558631] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2833a71b-5626-4f11-8945-6fb8a3d008d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.566629] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fc8bf1-67a1-488d-a397-d1b560f256ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.593263] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281293, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.597497] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.649414] env[70683]: DEBUG nova.objects.base [None req-bda019a7-8d10-4287-a276-6b3f7834d326 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Object Instance<8c6332f0-02f9-4897-931b-34d633170904> lazy-loaded attributes: flavor,pci_requests {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.649672] env[70683]: DEBUG nova.network.neutron [None req-bda019a7-8d10-4287-a276-6b3f7834d326 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.761732] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bda019a7-8d10-4287-a276-6b3f7834d326 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-8c6332f0-02f9-4897-931b-34d633170904-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.120s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.024876] env[70683]: DEBUG nova.network.neutron [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Successfully updated port: 30dd788a-9b3f-4f77-aa08-7590fc9d8c15 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.064450] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52116c24-2cdd-f235-ccb3-b6e8214b44e1, 'name': SearchDatastore_Task, 'duration_secs': 0.096348} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.064450] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.064739] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf/b92bb1d3-f351-40bc-a678-313bf08b46cf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.066319] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-638eb9ec-653a-4b69-ba4b-9e4b8fd550e1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.077891] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1152.077891] env[70683]: value = "task-3281295" [ 1152.077891] env[70683]: _type = "Task" [ 1152.077891] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.085635] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281293, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.094982] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.097291] env[70683]: DEBUG nova.compute.manager [req-087dbbeb-6f4c-4f41-9c06-f2b74fbb78e9 req-ceabcf36-58e4-485d-af8b-9bf4e7357e05 service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Received event network-vif-plugged-30dd788a-9b3f-4f77-aa08-7590fc9d8c15 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.097291] env[70683]: DEBUG oslo_concurrency.lockutils [req-087dbbeb-6f4c-4f41-9c06-f2b74fbb78e9 req-ceabcf36-58e4-485d-af8b-9bf4e7357e05 service nova] Acquiring lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.097291] env[70683]: DEBUG oslo_concurrency.lockutils [req-087dbbeb-6f4c-4f41-9c06-f2b74fbb78e9 req-ceabcf36-58e4-485d-af8b-9bf4e7357e05 service nova] Lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.097291] env[70683]: DEBUG oslo_concurrency.lockutils [req-087dbbeb-6f4c-4f41-9c06-f2b74fbb78e9 req-ceabcf36-58e4-485d-af8b-9bf4e7357e05 service nova] Lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.097291] env[70683]: DEBUG nova.compute.manager [req-087dbbeb-6f4c-4f41-9c06-f2b74fbb78e9 req-ceabcf36-58e4-485d-af8b-9bf4e7357e05 service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] No waiting events found dispatching network-vif-plugged-30dd788a-9b3f-4f77-aa08-7590fc9d8c15 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.097291] env[70683]: WARNING nova.compute.manager [req-087dbbeb-6f4c-4f41-9c06-f2b74fbb78e9 req-ceabcf36-58e4-485d-af8b-9bf4e7357e05 service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Received unexpected event network-vif-plugged-30dd788a-9b3f-4f77-aa08-7590fc9d8c15 for instance with vm_state building and task_state spawning. [ 1152.105180] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.138056] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95960a52-eda1-4f62-8861-1a46566c7bc2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.144046] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeaf7a2-cd64-4610-b21d-1774b20f6100 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.178218] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6508e410-33a6-448b-9a1a-86fbeee10567 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.187479] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0663c08-6ab0-405d-a0c3-1c417d6e91a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.200944] env[70683]: DEBUG nova.compute.provider_tree [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.485015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "refresh_cache-c57d1921-06f3-49d7-a43d-2e332fbcb9ec" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.485427] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "refresh_cache-c57d1921-06f3-49d7-a43d-2e332fbcb9ec" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.485661] env[70683]: DEBUG nova.network.neutron [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.556797] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "283152dd-6b8e-4567-987a-47b85638f9b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.557210] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "283152dd-6b8e-4567-987a-47b85638f9b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.557488] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "283152dd-6b8e-4567-987a-47b85638f9b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.557922] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "283152dd-6b8e-4567-987a-47b85638f9b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.558134] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "283152dd-6b8e-4567-987a-47b85638f9b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.560835] env[70683]: INFO nova.compute.manager [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Terminating instance [ 1152.586629] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281293, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.596669] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.602202] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281294, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.707443] env[70683]: DEBUG nova.scheduler.client.report [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.024243] env[70683]: DEBUG nova.network.neutron [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.065071] env[70683]: DEBUG nova.compute.manager [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.065333] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.067072] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfb2add-04b7-4334-86b6-52829724a17f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.076886] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.080283] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a36fe79-dda4-4c4f-a1cd-d025a51ae278 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.097146] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281293, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.754237} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.097451] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.099261] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93/OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93.vmdk to [datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941/92c6d3dc-0fdc-49c6-b4fa-e515033ae941.vmdk. [ 1153.099456] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Cleaning up location [datastore2] OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93 {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1153.099625] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_04f2c831-2076-4a7c-9f56-7dc6f76abe93 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.099951] env[70683]: DEBUG oslo_vmware.api [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1153.099951] env[70683]: value = "task-3281296" [ 1153.099951] env[70683]: _type = "Task" [ 1153.099951] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.100161] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-673fa9fd-d9fc-4c99-9453-e96b2db70f9f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.111924] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281294, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.238934} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.112807] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 32fe9afb-643a-4116-bf66-65ace9086e18/32fe9afb-643a-4116-bf66-65ace9086e18.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.113074] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.113347] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f0c48c8-66e3-4cb1-b403-2ed341edef7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.119429] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1153.119429] env[70683]: value = "task-3281297" [ 1153.119429] env[70683]: _type = "Task" [ 1153.119429] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.119650] env[70683]: DEBUG oslo_vmware.api [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.126172] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1153.126172] env[70683]: value = "task-3281298" [ 1153.126172] env[70683]: _type = "Task" [ 1153.126172] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.130122] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.139090] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.180708] env[70683]: DEBUG nova.network.neutron [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Updating instance_info_cache with network_info: [{"id": "30dd788a-9b3f-4f77-aa08-7590fc9d8c15", "address": "fa:16:3e:f9:e0:d9", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dd788a-9b", "ovs_interfaceid": "30dd788a-9b3f-4f77-aa08-7590fc9d8c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.213263] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.213762] env[70683]: DEBUG nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.591656] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281295, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.086888} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.591949] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf/b92bb1d3-f351-40bc-a678-313bf08b46cf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.592194] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.592456] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2179d25-5898-449a-a31b-9e262561551f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.598918] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1153.598918] env[70683]: value = "task-3281299" [ 1153.598918] env[70683]: _type = "Task" [ 1153.598918] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.612895] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.616015] env[70683]: DEBUG oslo_vmware.api [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281296, 'name': PowerOffVM_Task, 'duration_secs': 0.238173} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.616276] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.616451] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.616691] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7be20fe7-8182-40f8-a837-113c9aafc9aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.629787] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069313} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.630890] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.630890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941/92c6d3dc-0fdc-49c6-b4fa-e515033ae941.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.630890] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941/92c6d3dc-0fdc-49c6-b4fa-e515033ae941.vmdk to [datastore2] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf/5d01b48d-35a7-48d5-a42a-ccb9cfd74caf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.630890] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d6a8917-55ad-47ef-bc01-0f063dd47485 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.639633] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071593} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.640763] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.641129] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1153.641129] env[70683]: value = "task-3281301" [ 1153.641129] env[70683]: _type = "Task" [ 1153.641129] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.641803] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aac3390-89ec-41dd-a9c8-d274879da088 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.651310] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.668888] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 32fe9afb-643a-4116-bf66-65ace9086e18/32fe9afb-643a-4116-bf66-65ace9086e18.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.669231] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497534d6-ad63-45cc-8d49-ce2a802dea88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.684678] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-8c6332f0-02f9-4897-931b-34d633170904-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.684944] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-8c6332f0-02f9-4897-931b-34d633170904-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.685280] env[70683]: DEBUG nova.objects.instance [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'flavor' on Instance uuid 8c6332f0-02f9-4897-931b-34d633170904 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.686741] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "refresh_cache-c57d1921-06f3-49d7-a43d-2e332fbcb9ec" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.687051] env[70683]: DEBUG nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Instance network_info: |[{"id": "30dd788a-9b3f-4f77-aa08-7590fc9d8c15", "address": "fa:16:3e:f9:e0:d9", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dd788a-9b", "ovs_interfaceid": "30dd788a-9b3f-4f77-aa08-7590fc9d8c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.687379] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.687476] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.687663] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleting the datastore file [datastore1] 283152dd-6b8e-4567-987a-47b85638f9b1 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.688284] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:e0:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30dd788a-9b3f-4f77-aa08-7590fc9d8c15', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.695653] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.696375] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a7c2afb-b3f9-4e2a-97dc-156a4bf6a4cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.698863] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.698863] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16e15629-624b-4c19-9dd3-04074b40478b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.715545] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1153.715545] env[70683]: value = "task-3281302" [ 1153.715545] env[70683]: _type = "Task" [ 1153.715545] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.720936] env[70683]: DEBUG nova.compute.utils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.722672] env[70683]: DEBUG oslo_vmware.api [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1153.722672] env[70683]: value = "task-3281303" [ 1153.722672] env[70683]: _type = "Task" [ 1153.722672] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.724124] env[70683]: DEBUG nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.724310] env[70683]: DEBUG nova.network.neutron [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.726478] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.726478] env[70683]: value = "task-3281304" [ 1153.726478] env[70683]: _type = "Task" [ 1153.726478] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.736853] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.743749] env[70683]: DEBUG oslo_vmware.api [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.747345] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281304, 'name': CreateVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.777815] env[70683]: DEBUG nova.policy [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9002d0ad31f4a0387781f607330b77c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153b30cedeb14326a01f7924b2233830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.988975] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "c86c337b-6ec6-4184-a667-0be4c3610dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.989229] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "c86c337b-6ec6-4184-a667-0be4c3610dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.989507] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "c86c337b-6ec6-4184-a667-0be4c3610dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.989711] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "c86c337b-6ec6-4184-a667-0be4c3610dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.989869] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "c86c337b-6ec6-4184-a667-0be4c3610dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.993047] env[70683]: INFO nova.compute.manager [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Terminating instance [ 1154.112077] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206633} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.113104] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.113972] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b79112-9f7f-4ac3-89e2-fbc4aedee1ec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.140225] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf/b92bb1d3-f351-40bc-a678-313bf08b46cf.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.141442] env[70683]: DEBUG nova.network.neutron [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Successfully created port: cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.144272] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d69af4d4-a75f-4395-929a-86dbbd0426f4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.173895] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281301, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.176164] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1154.176164] env[70683]: value = "task-3281305" [ 1154.176164] env[70683]: _type = "Task" [ 1154.176164] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.186569] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.228033] env[70683]: DEBUG nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.231020] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.242993] env[70683]: DEBUG oslo_vmware.api [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202118} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.246785] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.246951] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.247100] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.247296] env[70683]: INFO nova.compute.manager [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1154.247561] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.247863] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281304, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.248097] env[70683]: DEBUG nova.compute.manager [-] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.248097] env[70683]: DEBUG nova.network.neutron [-] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.344862] env[70683]: DEBUG nova.objects.instance [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c6332f0-02f9-4897-931b-34d633170904 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.422578] env[70683]: DEBUG nova.compute.manager [req-561ba209-0c6a-47f3-bd43-2664623e3111 req-4b14fc36-1617-4029-ac72-151a669dc0df service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Received event network-changed-30dd788a-9b3f-4f77-aa08-7590fc9d8c15 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.423105] env[70683]: DEBUG nova.compute.manager [req-561ba209-0c6a-47f3-bd43-2664623e3111 req-4b14fc36-1617-4029-ac72-151a669dc0df service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Refreshing instance network info cache due to event network-changed-30dd788a-9b3f-4f77-aa08-7590fc9d8c15. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.423351] env[70683]: DEBUG oslo_concurrency.lockutils [req-561ba209-0c6a-47f3-bd43-2664623e3111 req-4b14fc36-1617-4029-ac72-151a669dc0df service nova] Acquiring lock "refresh_cache-c57d1921-06f3-49d7-a43d-2e332fbcb9ec" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.423717] env[70683]: DEBUG oslo_concurrency.lockutils [req-561ba209-0c6a-47f3-bd43-2664623e3111 req-4b14fc36-1617-4029-ac72-151a669dc0df service nova] Acquired lock "refresh_cache-c57d1921-06f3-49d7-a43d-2e332fbcb9ec" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.424972] env[70683]: DEBUG nova.network.neutron [req-561ba209-0c6a-47f3-bd43-2664623e3111 req-4b14fc36-1617-4029-ac72-151a669dc0df service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Refreshing network info cache for port 30dd788a-9b3f-4f77-aa08-7590fc9d8c15 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.497655] env[70683]: DEBUG nova.compute.manager [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.497881] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.498864] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de68bfd4-b70b-4c60-a7f9-4875fc1972b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.506566] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.506932] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a8759d-baed-4bdb-87fc-1dc5d2973e69 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.514829] env[70683]: DEBUG oslo_vmware.api [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1154.514829] env[70683]: value = "task-3281306" [ 1154.514829] env[70683]: _type = "Task" [ 1154.514829] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.524241] env[70683]: DEBUG oslo_vmware.api [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.564803] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "dfd79661-6e3c-4d39-99ba-0297a78a3724" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.565077] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "dfd79661-6e3c-4d39-99ba-0297a78a3724" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.678808] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281301, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.690101] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.729203] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281302, 'name': ReconfigVM_Task, 'duration_secs': 0.762837} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.729708] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 32fe9afb-643a-4116-bf66-65ace9086e18/32fe9afb-643a-4116-bf66-65ace9086e18.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.730188] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70268cb7-2705-46d5-9126-2ac182441c4a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.747287] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281304, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.749023] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1154.749023] env[70683]: value = "task-3281307" [ 1154.749023] env[70683]: _type = "Task" [ 1154.749023] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.758448] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281307, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.801764] env[70683]: DEBUG nova.compute.manager [req-6f8cb23e-fe32-4187-9741-29dbf1535deb req-fc3feb31-3aa7-49f3-af3d-603db4d31067 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Received event network-vif-deleted-c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.802031] env[70683]: INFO nova.compute.manager [req-6f8cb23e-fe32-4187-9741-29dbf1535deb req-fc3feb31-3aa7-49f3-af3d-603db4d31067 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Neutron deleted interface c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4; detaching it from the instance and deleting it from the info cache [ 1154.802186] env[70683]: DEBUG nova.network.neutron [req-6f8cb23e-fe32-4187-9741-29dbf1535deb req-fc3feb31-3aa7-49f3-af3d-603db4d31067 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.848064] env[70683]: DEBUG nova.objects.base [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Object Instance<8c6332f0-02f9-4897-931b-34d633170904> lazy-loaded attributes: flavor,pci_requests {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.848064] env[70683]: DEBUG nova.network.neutron [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.887207] env[70683]: DEBUG nova.policy [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.027404] env[70683]: DEBUG oslo_vmware.api [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281306, 'name': PowerOffVM_Task, 'duration_secs': 0.352169} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.027664] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.027830] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.028114] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c666be7-c07f-4fa6-8c8e-92fc70051d4e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.067254] env[70683]: DEBUG nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.120056] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.120056] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.120056] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Deleting the datastore file [datastore2] c86c337b-6ec6-4184-a667-0be4c3610dff {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.120056] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3184d9cd-a474-44c4-9ba5-f3b310ad8179 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.127485] env[70683]: DEBUG oslo_vmware.api [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1155.127485] env[70683]: value = "task-3281309" [ 1155.127485] env[70683]: _type = "Task" [ 1155.127485] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.139288] env[70683]: DEBUG oslo_vmware.api [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.175091] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281301, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.187642] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.196147] env[70683]: DEBUG nova.network.neutron [-] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.241111] env[70683]: DEBUG nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.250306] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281304, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.258748] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281307, 'name': Rename_Task, 'duration_secs': 0.366472} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.259046] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.259308] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10ccca5c-0971-4316-8ce3-28de5dbfa51d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.268980] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1155.268980] env[70683]: value = "task-3281310" [ 1155.268980] env[70683]: _type = "Task" [ 1155.268980] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.271524] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.271755] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.271909] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.272183] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.272378] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.272549] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.272757] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.272915] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.273118] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.273375] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.273596] env[70683]: DEBUG nova.virt.hardware [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.274498] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9370b4-1875-4482-a65f-1fa9f187ee50 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.282782] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281310, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.290120] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ddc003-00bd-4c9a-84d0-21b6593ce46e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.308163] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be81154b-6c9d-499d-bfba-2efb082af48d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.316950] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7086599e-394c-48e5-b458-4a00b842b21b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.349759] env[70683]: DEBUG nova.compute.manager [req-6f8cb23e-fe32-4187-9741-29dbf1535deb req-fc3feb31-3aa7-49f3-af3d-603db4d31067 service nova] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Detach interface failed, port_id=c20ce5b2-c8ea-4d68-bf24-15a3a8a8a2e4, reason: Instance 283152dd-6b8e-4567-987a-47b85638f9b1 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.382209] env[70683]: DEBUG nova.network.neutron [req-561ba209-0c6a-47f3-bd43-2664623e3111 req-4b14fc36-1617-4029-ac72-151a669dc0df service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Updated VIF entry in instance network info cache for port 30dd788a-9b3f-4f77-aa08-7590fc9d8c15. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.382733] env[70683]: DEBUG nova.network.neutron [req-561ba209-0c6a-47f3-bd43-2664623e3111 req-4b14fc36-1617-4029-ac72-151a669dc0df service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Updating instance_info_cache with network_info: [{"id": "30dd788a-9b3f-4f77-aa08-7590fc9d8c15", "address": "fa:16:3e:f9:e0:d9", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30dd788a-9b", "ovs_interfaceid": "30dd788a-9b3f-4f77-aa08-7590fc9d8c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.452930] env[70683]: DEBUG nova.network.neutron [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Successfully created port: 95d5a871-3bc9-4366-9ec9-e0d214e698da {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.595292] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.595713] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.598311] env[70683]: INFO nova.compute.claims [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.643969] env[70683]: DEBUG oslo_vmware.api [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.675385] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281301, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.688488] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.699726] env[70683]: INFO nova.compute.manager [-] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Took 1.45 seconds to deallocate network for instance. [ 1155.753431] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281304, 'name': CreateVM_Task, 'duration_secs': 1.81164} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.753750] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.755076] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.755076] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.755616] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.756414] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369379aa-b16f-40ea-bbe2-647cd5435850 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.762312] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1155.762312] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5295852d-529e-6389-7688-7dbdae610a11" [ 1155.762312] env[70683]: _type = "Task" [ 1155.762312] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.777696] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5295852d-529e-6389-7688-7dbdae610a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.784621] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.885730] env[70683]: DEBUG oslo_concurrency.lockutils [req-561ba209-0c6a-47f3-bd43-2664623e3111 req-4b14fc36-1617-4029-ac72-151a669dc0df service nova] Releasing lock "refresh_cache-c57d1921-06f3-49d7-a43d-2e332fbcb9ec" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.966592] env[70683]: DEBUG nova.network.neutron [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Successfully updated port: cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.141403] env[70683]: DEBUG oslo_vmware.api [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.178910] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281301, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.462268} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.179287] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/92c6d3dc-0fdc-49c6-b4fa-e515033ae941/92c6d3dc-0fdc-49c6-b4fa-e515033ae941.vmdk to [datastore2] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf/5d01b48d-35a7-48d5-a42a-ccb9cfd74caf.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.183064] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2916579d-43dd-4a8f-8e90-e3c0bf2c6525 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.191224] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.209328] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf/5d01b48d-35a7-48d5-a42a-ccb9cfd74caf.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.210326] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.210615] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71b7abf-1fb8-4d48-bb89-3d154a31f4a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.231020] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1156.231020] env[70683]: value = "task-3281311" [ 1156.231020] env[70683]: _type = "Task" [ 1156.231020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.238985] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.276829] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5295852d-529e-6389-7688-7dbdae610a11, 'name': SearchDatastore_Task, 'duration_secs': 0.095193} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.280511] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.280832] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.281148] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.281365] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.281606] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.281940] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.282215] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b130a0c-1a10-4905-a208-d154f2ce38f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.290157] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.290353] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.291135] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a58aeef-2f80-4141-89bd-e61722f32768 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.296360] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1156.296360] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bb89d7-9d44-c002-11b3-7d86aa136e75" [ 1156.296360] env[70683]: _type = "Task" [ 1156.296360] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.304711] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bb89d7-9d44-c002-11b3-7d86aa136e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.449264] env[70683]: DEBUG nova.compute.manager [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Received event network-vif-plugged-cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.449505] env[70683]: DEBUG oslo_concurrency.lockutils [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] Acquiring lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.449862] env[70683]: DEBUG oslo_concurrency.lockutils [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.450042] env[70683]: DEBUG oslo_concurrency.lockutils [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.450249] env[70683]: DEBUG nova.compute.manager [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] No waiting events found dispatching network-vif-plugged-cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.450418] env[70683]: WARNING nova.compute.manager [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Received unexpected event network-vif-plugged-cc7180d0-56d3-4717-adfb-9a2423926630 for instance with vm_state building and task_state spawning. [ 1156.450653] env[70683]: DEBUG nova.compute.manager [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Received event network-changed-cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.450841] env[70683]: DEBUG nova.compute.manager [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Refreshing instance network info cache due to event network-changed-cc7180d0-56d3-4717-adfb-9a2423926630. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.451073] env[70683]: DEBUG oslo_concurrency.lockutils [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] Acquiring lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.451270] env[70683]: DEBUG oslo_concurrency.lockutils [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] Acquired lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.451445] env[70683]: DEBUG nova.network.neutron [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Refreshing network info cache for port cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.471392] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.641636] env[70683]: DEBUG oslo_vmware.api [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.075027} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.641929] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.642381] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.642381] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.642466] env[70683]: INFO nova.compute.manager [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1156.642694] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.642995] env[70683]: DEBUG nova.compute.manager [-] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.642995] env[70683]: DEBUG nova.network.neutron [-] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.691651] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281305, 'name': ReconfigVM_Task, 'duration_secs': 2.089387} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.691941] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf/b92bb1d3-f351-40bc-a678-313bf08b46cf.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.692625] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85cd5943-ff8f-4df3-8ac7-3acaede5cd0f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.699045] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1156.699045] env[70683]: value = "task-3281312" [ 1156.699045] env[70683]: _type = "Task" [ 1156.699045] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.712954] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281312, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.739435] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281311, 'name': ReconfigVM_Task, 'duration_secs': 0.309041} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.742121] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf/5d01b48d-35a7-48d5-a42a-ccb9cfd74caf.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.742871] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c9fe63-bc35-4717-9f8c-fed5846f0432 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.748897] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1156.748897] env[70683]: value = "task-3281313" [ 1156.748897] env[70683]: _type = "Task" [ 1156.748897] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.760733] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281313, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.776747] env[70683]: DEBUG oslo_vmware.api [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281310, 'name': PowerOnVM_Task, 'duration_secs': 1.22057} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.779641] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.779905] env[70683]: INFO nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1156.780133] env[70683]: DEBUG nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.781195] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6337fa36-3bdf-4028-8935-6f8a371e4426 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.806503] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bb89d7-9d44-c002-11b3-7d86aa136e75, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.810464] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13cf6b5-394d-4e34-bf25-0152f99bc247 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.816403] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1156.816403] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ada496-3940-0f50-160a-20463126146e" [ 1156.816403] env[70683]: _type = "Task" [ 1156.816403] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.827967] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ada496-3940-0f50-160a-20463126146e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.856162] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1f46b-5cbe-4ebe-bda1-db865bbc990c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.865535] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549701eb-b657-4455-8349-fc7af0772452 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.896967] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad903a-5ed3-4a51-ab34-554d262603bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.904571] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1940f3a8-9adf-4045-900d-d403f068dc59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.918419] env[70683]: DEBUG nova.compute.provider_tree [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.008828] env[70683]: DEBUG nova.network.neutron [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.175963] env[70683]: DEBUG nova.compute.manager [req-c2360c36-8d05-4d98-8c13-630875fd74db req-faa87273-9220-48c2-a32f-6e864557664a service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-vif-plugged-95d5a871-3bc9-4366-9ec9-e0d214e698da {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.176283] env[70683]: DEBUG oslo_concurrency.lockutils [req-c2360c36-8d05-4d98-8c13-630875fd74db req-faa87273-9220-48c2-a32f-6e864557664a service nova] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.176472] env[70683]: DEBUG oslo_concurrency.lockutils [req-c2360c36-8d05-4d98-8c13-630875fd74db req-faa87273-9220-48c2-a32f-6e864557664a service nova] Lock "8c6332f0-02f9-4897-931b-34d633170904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.176638] env[70683]: DEBUG oslo_concurrency.lockutils [req-c2360c36-8d05-4d98-8c13-630875fd74db req-faa87273-9220-48c2-a32f-6e864557664a service nova] Lock "8c6332f0-02f9-4897-931b-34d633170904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.176802] env[70683]: DEBUG nova.compute.manager [req-c2360c36-8d05-4d98-8c13-630875fd74db req-faa87273-9220-48c2-a32f-6e864557664a service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] No waiting events found dispatching network-vif-plugged-95d5a871-3bc9-4366-9ec9-e0d214e698da {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.176984] env[70683]: WARNING nova.compute.manager [req-c2360c36-8d05-4d98-8c13-630875fd74db req-faa87273-9220-48c2-a32f-6e864557664a service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received unexpected event network-vif-plugged-95d5a871-3bc9-4366-9ec9-e0d214e698da for instance with vm_state active and task_state None. [ 1157.179438] env[70683]: DEBUG nova.network.neutron [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.209280] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281312, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.259475] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281313, 'name': Rename_Task, 'duration_secs': 0.140972} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.259742] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.259984] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7118afa1-9ec2-40bf-97b4-3d9ab2ceac78 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.266222] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1157.266222] env[70683]: value = "task-3281314" [ 1157.266222] env[70683]: _type = "Task" [ 1157.266222] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.269774] env[70683]: DEBUG nova.network.neutron [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Successfully updated port: 95d5a871-3bc9-4366-9ec9-e0d214e698da {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.275143] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.302025] env[70683]: INFO nova.compute.manager [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Took 17.52 seconds to build instance. [ 1157.327360] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ada496-3940-0f50-160a-20463126146e, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.327617] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.327866] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] c57d1921-06f3-49d7-a43d-2e332fbcb9ec/c57d1921-06f3-49d7-a43d-2e332fbcb9ec.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.328132] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45057bad-ab05-4d87-b49b-00d5b38e73ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.334484] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1157.334484] env[70683]: value = "task-3281315" [ 1157.334484] env[70683]: _type = "Task" [ 1157.334484] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.342400] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.421566] env[70683]: DEBUG nova.scheduler.client.report [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.587027] env[70683]: DEBUG nova.network.neutron [-] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.681312] env[70683]: DEBUG oslo_concurrency.lockutils [req-08a83a8e-5a15-479c-b5b1-8ecd7e4f0680 req-2c22a1a8-6711-4bde-877c-832cc189056f service nova] Releasing lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.681777] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.681963] env[70683]: DEBUG nova.network.neutron [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.711227] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281312, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.773334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.773334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.773334] env[70683]: DEBUG nova.network.neutron [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.778328] env[70683]: DEBUG oslo_vmware.api [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281314, 'name': PowerOnVM_Task, 'duration_secs': 0.464527} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.779762] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.802802] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1bc4b1d8-8560-4f90-bc98-0a0fca775ace tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.025s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.844825] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.884798] env[70683]: DEBUG nova.compute.manager [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.885798] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65271e94-f284-4cca-abc8-911329af2eed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.926638] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.927178] env[70683]: DEBUG nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.934032] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.721s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.934032] env[70683]: DEBUG nova.objects.instance [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lazy-loading 'resources' on Instance uuid 283152dd-6b8e-4567-987a-47b85638f9b1 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.946753] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.947018] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.090710] env[70683]: INFO nova.compute.manager [-] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Took 1.45 seconds to deallocate network for instance. [ 1158.211239] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281312, 'name': Rename_Task, 'duration_secs': 1.163679} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.211778] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.212075] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f46ff81-9f62-4945-8b07-f652ac34d7cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.219538] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1158.219538] env[70683]: value = "task-3281316" [ 1158.219538] env[70683]: _type = "Task" [ 1158.219538] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.229199] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.238950] env[70683]: DEBUG nova.network.neutron [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.326251] env[70683]: WARNING nova.network.neutron [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] ad077e5b-61e8-4e50-8527-db8d32d93be9 already exists in list: networks containing: ['ad077e5b-61e8-4e50-8527-db8d32d93be9']. ignoring it [ 1158.347905] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929664} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.348639] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] c57d1921-06f3-49d7-a43d-2e332fbcb9ec/c57d1921-06f3-49d7-a43d-2e332fbcb9ec.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.349372] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.349683] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb3739dd-6d52-467a-a11c-c1c617dd8210 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.356443] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1158.356443] env[70683]: value = "task-3281317" [ 1158.356443] env[70683]: _type = "Task" [ 1158.356443] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.372148] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.401845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b97baec1-d681-4520-8161-e0721c915c05 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.546s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.433224] env[70683]: DEBUG nova.compute.utils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.438060] env[70683]: DEBUG nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.438311] env[70683]: DEBUG nova.network.neutron [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.464302] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.465164] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.465594] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.465913] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.466201] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.466474] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.467107] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1158.467762] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.488348] env[70683]: DEBUG nova.compute.manager [req-b42dcfa7-0e74-4faa-935d-2f03a8958fe2 req-771fb0af-ef6f-4651-9c08-82abc39be194 service nova] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Received event network-vif-deleted-fda6636b-066c-42ce-bfb7-09683e61b344 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.504073] env[70683]: DEBUG nova.network.neutron [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Updating instance_info_cache with network_info: [{"id": "cc7180d0-56d3-4717-adfb-9a2423926630", "address": "fa:16:3e:ea:e9:3e", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7180d0-56", "ovs_interfaceid": "cc7180d0-56d3-4717-adfb-9a2423926630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.507310] env[70683]: DEBUG nova.policy [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4df38c203503497c8e54899f0be4cc7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b30700596484591a4eebef6c508be06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.597872] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.676487] env[70683]: DEBUG nova.network.neutron [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d5a871-3bc9-4366-9ec9-e0d214e698da", "address": "fa:16:3e:a4:8f:d1", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d5a871-3b", "ovs_interfaceid": "95d5a871-3bc9-4366-9ec9-e0d214e698da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.727342] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a4516-111b-4025-9623-e32ebfa68743 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.736037] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281316, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.739124] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7519dc7-e0a8-41bb-8f6e-55b6562cf37a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.773454] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388082f2-e1ca-4529-b416-90c3740913f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.782344] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0df785-9e8d-4afc-9b95-a7f7f18097ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.796857] env[70683]: DEBUG nova.compute.provider_tree [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.801969] env[70683]: DEBUG nova.network.neutron [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Successfully created port: 63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.869280] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086462} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.870799] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.872273] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3475babe-3045-45f1-bd5c-17de0badef0f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.878508] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "32fe9afb-643a-4116-bf66-65ace9086e18" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.878873] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.906019] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] c57d1921-06f3-49d7-a43d-2e332fbcb9ec/c57d1921-06f3-49d7-a43d-2e332fbcb9ec.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.906019] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39c2c2a-843e-4dcc-b5f5-752110f6bd52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.925814] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1158.925814] env[70683]: value = "task-3281318" [ 1158.925814] env[70683]: _type = "Task" [ 1158.925814] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.934550] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.948873] env[70683]: DEBUG nova.compute.utils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.974268] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.011858] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.012267] env[70683]: DEBUG nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Instance network_info: |[{"id": "cc7180d0-56d3-4717-adfb-9a2423926630", "address": "fa:16:3e:ea:e9:3e", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7180d0-56", "ovs_interfaceid": "cc7180d0-56d3-4717-adfb-9a2423926630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.012692] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:e9:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc7180d0-56d3-4717-adfb-9a2423926630', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.020410] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.021464] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.021746] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47b83eb0-1087-4300-aaa7-6c7745f4292c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.042122] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.042122] env[70683]: value = "task-3281319" [ 1159.042122] env[70683]: _type = "Task" [ 1159.042122] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.051867] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281319, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.181432] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.182368] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.182609] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.183821] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296920c6-60d8-45b9-86a0-fe5e43457d65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.207705] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.208042] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.208284] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.208573] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.208795] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.209039] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.209357] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.209603] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.209865] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.210150] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.210419] env[70683]: DEBUG nova.virt.hardware [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.221355] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Reconfiguring VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1159.221929] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02af5f1a-722f-40b6-a3d6-39a1bc6e79a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.252497] env[70683]: DEBUG oslo_vmware.api [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281316, 'name': PowerOnVM_Task, 'duration_secs': 0.538898} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.253830] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.254064] env[70683]: DEBUG nova.compute.manager [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.254396] env[70683]: DEBUG oslo_vmware.api [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1159.254396] env[70683]: value = "task-3281320" [ 1159.254396] env[70683]: _type = "Task" [ 1159.254396] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.255066] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b97ff61-39cd-4701-908a-4c76ace9bc8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.268245] env[70683]: DEBUG oslo_vmware.api [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281320, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.300258] env[70683]: DEBUG nova.scheduler.client.report [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.386158] env[70683]: DEBUG nova.compute.utils [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.437528] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.451471] env[70683]: DEBUG nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.553761] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281319, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.767533] env[70683]: DEBUG oslo_vmware.api [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.775627] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.805764] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.808183] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.210s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.808470] env[70683]: DEBUG nova.objects.instance [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lazy-loading 'resources' on Instance uuid c86c337b-6ec6-4184-a667-0be4c3610dff {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.833136] env[70683]: INFO nova.scheduler.client.report [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleted allocations for instance 283152dd-6b8e-4567-987a-47b85638f9b1 [ 1159.889792] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.936897] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281318, 'name': ReconfigVM_Task, 'duration_secs': 0.831813} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.937237] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Reconfigured VM instance instance-0000005f to attach disk [datastore2] c57d1921-06f3-49d7-a43d-2e332fbcb9ec/c57d1921-06f3-49d7-a43d-2e332fbcb9ec.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.937974] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8530b55-0c15-4ff9-b54e-cc7c7be38a75 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.944666] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1159.944666] env[70683]: value = "task-3281321" [ 1159.944666] env[70683]: _type = "Task" [ 1159.944666] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.954775] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281321, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.055920] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281319, 'name': CreateVM_Task, 'duration_secs': 0.558554} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.056442] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.057165] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.057340] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.057719] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.057994] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4706e55c-a23d-4844-8458-31d954576b41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.062726] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1160.062726] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5280a5ea-25c9-7aa6-491f-c9a6d23e99df" [ 1160.062726] env[70683]: _type = "Task" [ 1160.062726] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.071450] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5280a5ea-25c9-7aa6-491f-c9a6d23e99df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.268720] env[70683]: DEBUG oslo_vmware.api [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281320, 'name': ReconfigVM_Task, 'duration_secs': 0.870536} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.269574] env[70683]: DEBUG nova.network.neutron [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Successfully updated port: 63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.271163] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.271390] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Reconfigured VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.341120] env[70683]: DEBUG oslo_concurrency.lockutils [None req-23944c2f-9395-4f8e-bfc9-53296537db6f tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "283152dd-6b8e-4567-987a-47b85638f9b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.783s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.457529] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281321, 'name': Rename_Task, 'duration_secs': 0.235484} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.460180] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.461327] env[70683]: DEBUG nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.463362] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e37a7fd-6873-41a9-8655-b3efd6c7d86d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.471541] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1160.471541] env[70683]: value = "task-3281322" [ 1160.471541] env[70683]: _type = "Task" [ 1160.471541] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.485065] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281322, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.487317] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='459153928',id=39,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-544685698',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.487562] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.487739] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.487928] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.488098] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.488250] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.488471] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.488657] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.488842] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.489016] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.489203] env[70683]: DEBUG nova.virt.hardware [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.490031] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f60093e-5c91-4d34-846b-1d87c5b083b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.500768] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c22094-595d-42af-9d12-5cc7a3ab6268 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.530502] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86107c80-6e87-49c6-93a5-7cafdc1f64c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.537816] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd7534-b00c-4eaf-b2f6-941405424c9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.573944] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23210a5c-e0aa-4224-9605-9dc73922ea0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.582040] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5280a5ea-25c9-7aa6-491f-c9a6d23e99df, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.584209] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.584449] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.584728] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.584897] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.585098] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.585406] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37e1776e-7f33-4f52-9c25-d98f61b88a8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.588107] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b91342-778b-421b-b014-e93f55710812 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.606025] env[70683]: DEBUG nova.compute.provider_tree [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.606025] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.606025] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.609310] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-343daeb7-6e49-4ae0-afad-f3fb785b3ab7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.613425] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1160.613425] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f77384-5d4b-7fdc-9d2c-afecdec3811c" [ 1160.613425] env[70683]: _type = "Task" [ 1160.613425] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.625132] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f77384-5d4b-7fdc-9d2c-afecdec3811c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.775876] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.776058] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquired lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.776254] env[70683]: DEBUG nova.network.neutron [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.778313] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7ad065bc-9689-4e8b-a010-dcca77c32b63 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-8c6332f0-02f9-4897-931b-34d633170904-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.093s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.784084] env[70683]: DEBUG nova.compute.manager [req-b89f30b5-e9b9-4957-b8d3-e10dd840fe5d req-a506f9dd-9c84-4c7c-973a-4099146c9efa service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-changed-95d5a871-3bc9-4366-9ec9-e0d214e698da {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.784265] env[70683]: DEBUG nova.compute.manager [req-b89f30b5-e9b9-4957-b8d3-e10dd840fe5d req-a506f9dd-9c84-4c7c-973a-4099146c9efa service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Refreshing instance network info cache due to event network-changed-95d5a871-3bc9-4366-9ec9-e0d214e698da. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.784477] env[70683]: DEBUG oslo_concurrency.lockutils [req-b89f30b5-e9b9-4957-b8d3-e10dd840fe5d req-a506f9dd-9c84-4c7c-973a-4099146c9efa service nova] Acquiring lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.784623] env[70683]: DEBUG oslo_concurrency.lockutils [req-b89f30b5-e9b9-4957-b8d3-e10dd840fe5d req-a506f9dd-9c84-4c7c-973a-4099146c9efa service nova] Acquired lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.784889] env[70683]: DEBUG nova.network.neutron [req-b89f30b5-e9b9-4957-b8d3-e10dd840fe5d req-a506f9dd-9c84-4c7c-973a-4099146c9efa service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Refreshing network info cache for port 95d5a871-3bc9-4366-9ec9-e0d214e698da {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.942031] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "32fe9afb-643a-4116-bf66-65ace9086e18" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.942141] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.942367] env[70683]: INFO nova.compute.manager [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Attaching volume f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13 to /dev/sdb [ 1160.980483] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.987291] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347db8e5-322b-4ba4-8386-69ec32909a31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.994031] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d394108c-6795-42a4-845b-6dcfd7e9ab39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.007299] env[70683]: DEBUG nova.virt.block_device [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Updating existing volume attachment record: 089c41b5-ae1e-4bed-807a-e34d26c3797e {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.011382] env[70683]: DEBUG nova.compute.manager [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Received event network-vif-plugged-63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.011618] env[70683]: DEBUG oslo_concurrency.lockutils [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] Acquiring lock "dfd79661-6e3c-4d39-99ba-0297a78a3724-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.011826] env[70683]: DEBUG oslo_concurrency.lockutils [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] Lock "dfd79661-6e3c-4d39-99ba-0297a78a3724-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.011998] env[70683]: DEBUG oslo_concurrency.lockutils [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] Lock "dfd79661-6e3c-4d39-99ba-0297a78a3724-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.012184] env[70683]: DEBUG nova.compute.manager [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] No waiting events found dispatching network-vif-plugged-63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.012348] env[70683]: WARNING nova.compute.manager [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Received unexpected event network-vif-plugged-63529393-1268-4543-b633-fbbef44b4447 for instance with vm_state building and task_state spawning. [ 1161.012505] env[70683]: DEBUG nova.compute.manager [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Received event network-changed-63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.012658] env[70683]: DEBUG nova.compute.manager [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Refreshing instance network info cache due to event network-changed-63529393-1268-4543-b633-fbbef44b4447. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.012877] env[70683]: DEBUG oslo_concurrency.lockutils [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] Acquiring lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.108196] env[70683]: DEBUG nova.scheduler.client.report [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.125110] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f77384-5d4b-7fdc-9d2c-afecdec3811c, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.125982] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafcc4e1-69a5-4cb4-8355-c881f7df4828 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.132571] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1161.132571] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521aa24b-6b4d-5095-b6e4-bca48f6ac656" [ 1161.132571] env[70683]: _type = "Task" [ 1161.132571] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.143030] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521aa24b-6b4d-5095-b6e4-bca48f6ac656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.316461] env[70683]: DEBUG nova.network.neutron [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.469697] env[70683]: DEBUG nova.network.neutron [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Updating instance_info_cache with network_info: [{"id": "63529393-1268-4543-b633-fbbef44b4447", "address": "fa:16:3e:50:35:b0", "network": {"id": "2e133cb4-127c-46d5-87a4-39c6e68d15d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-18688166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b30700596484591a4eebef6c508be06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63529393-12", "ovs_interfaceid": "63529393-1268-4543-b633-fbbef44b4447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.484081] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.598919] env[70683]: DEBUG nova.network.neutron [req-b89f30b5-e9b9-4957-b8d3-e10dd840fe5d req-a506f9dd-9c84-4c7c-973a-4099146c9efa service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updated VIF entry in instance network info cache for port 95d5a871-3bc9-4366-9ec9-e0d214e698da. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.599472] env[70683]: DEBUG nova.network.neutron [req-b89f30b5-e9b9-4957-b8d3-e10dd840fe5d req-a506f9dd-9c84-4c7c-973a-4099146c9efa service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d5a871-3bc9-4366-9ec9-e0d214e698da", "address": "fa:16:3e:a4:8f:d1", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d5a871-3b", "ovs_interfaceid": "95d5a871-3bc9-4366-9ec9-e0d214e698da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.613823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.619024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.642s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.619024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.619024] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1161.619024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.842s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.619024] env[70683]: DEBUG nova.objects.instance [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1161.620764] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc0a88-7946-4fee-9f35-1ea68d450e2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.630599] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a072a21-1b7d-4a7c-ae97-e19706690623 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.653329] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521aa24b-6b4d-5095-b6e4-bca48f6ac656, 'name': SearchDatastore_Task, 'duration_secs': 0.018907} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.654433] env[70683]: INFO nova.scheduler.client.report [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Deleted allocations for instance c86c337b-6ec6-4184-a667-0be4c3610dff [ 1161.655915] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cea26c-2283-48a7-ad46-8d61cc461b5a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.658583] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.658881] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d/2cf3984b-b61b-4882-afd6-7d6b8c81b88d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.661253] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd9155ad-7842-4b5c-9484-7eb43542331b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.668746] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528e6989-09f2-490d-8da0-e2ffa9d11da2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.673296] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1161.673296] env[70683]: value = "task-3281326" [ 1161.673296] env[70683]: _type = "Task" [ 1161.673296] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.705252] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179764MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1161.705818] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.711434] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.977646] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Releasing lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.979109] env[70683]: DEBUG nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Instance network_info: |[{"id": "63529393-1268-4543-b633-fbbef44b4447", "address": "fa:16:3e:50:35:b0", "network": {"id": "2e133cb4-127c-46d5-87a4-39c6e68d15d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-18688166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b30700596484591a4eebef6c508be06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63529393-12", "ovs_interfaceid": "63529393-1268-4543-b633-fbbef44b4447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.979109] env[70683]: DEBUG oslo_concurrency.lockutils [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] Acquired lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.979109] env[70683]: DEBUG nova.network.neutron [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Refreshing network info cache for port 63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.979862] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:35:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63529393-1268-4543-b633-fbbef44b4447', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.987380] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.989040] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.989040] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c49cbb-2e67-4085-a7dd-1f50f910982e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.011153] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.018959] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.018959] env[70683]: value = "task-3281327" [ 1162.018959] env[70683]: _type = "Task" [ 1162.018959] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.032042] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281327, 'name': CreateVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.102258] env[70683]: DEBUG oslo_concurrency.lockutils [req-b89f30b5-e9b9-4957-b8d3-e10dd840fe5d req-a506f9dd-9c84-4c7c-973a-4099146c9efa service nova] Releasing lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.167866] env[70683]: DEBUG oslo_concurrency.lockutils [None req-41f748e1-b068-467c-8afd-4473c5806183 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "c86c337b-6ec6-4184-a667-0be4c3610dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.178s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.190181] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281326, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.268029] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "33cfe640-766c-40da-8900-53dbe416478a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.268029] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "33cfe640-766c-40da-8900-53dbe416478a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.481956] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.532235] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281327, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.631085] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4f92b064-f6ab-4aad-8a5a-43d948bb2f66 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.632222] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.927s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.682208] env[70683]: DEBUG nova.network.neutron [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Updated VIF entry in instance network info cache for port 63529393-1268-4543-b633-fbbef44b4447. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.682596] env[70683]: DEBUG nova.network.neutron [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Updating instance_info_cache with network_info: [{"id": "63529393-1268-4543-b633-fbbef44b4447", "address": "fa:16:3e:50:35:b0", "network": {"id": "2e133cb4-127c-46d5-87a4-39c6e68d15d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-18688166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b30700596484591a4eebef6c508be06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63529393-12", "ovs_interfaceid": "63529393-1268-4543-b633-fbbef44b4447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.687725] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66919} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.687970] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d/2cf3984b-b61b-4882-afd6-7d6b8c81b88d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.688205] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.688464] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1f54ea2-74cf-4c6b-ba0a-66a80599a1ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.695733] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1162.695733] env[70683]: value = "task-3281328" [ 1162.695733] env[70683]: _type = "Task" [ 1162.695733] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.704416] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.770794] env[70683]: DEBUG nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.874033] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-8c6332f0-02f9-4897-931b-34d633170904-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.874195] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-8c6332f0-02f9-4897-931b-34d633170904-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.874551] env[70683]: DEBUG nova.objects.instance [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'flavor' on Instance uuid 8c6332f0-02f9-4897-931b-34d633170904 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.898661] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada4df72-e933-4718-9fb3-280e12adad65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.906094] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Suspending the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1162.906360] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8f25d07f-8d38-4078-a6ca-c21aa62b1047 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.913145] env[70683]: DEBUG oslo_vmware.api [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1162.913145] env[70683]: value = "task-3281329" [ 1162.913145] env[70683]: _type = "Task" [ 1162.913145] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.921163] env[70683]: DEBUG oslo_vmware.api [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281329, 'name': SuspendVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.981403] env[70683]: DEBUG oslo_concurrency.lockutils [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "7f1e8493-fd99-4559-8986-347c43044be4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.981671] env[70683]: DEBUG oslo_concurrency.lockutils [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.986358] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.034861] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281327, 'name': CreateVM_Task, 'duration_secs': 0.73426} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.034861] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.035795] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.036060] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.036517] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.036869] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50747096-10cb-48c1-bc46-3720f20a98fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.042857] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1163.042857] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a25393-28cf-f503-8fe9-b067f781c319" [ 1163.042857] env[70683]: _type = "Task" [ 1163.042857] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.052902] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a25393-28cf-f503-8fe9-b067f781c319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.184882] env[70683]: DEBUG oslo_concurrency.lockutils [req-4040a946-8e8c-4418-9b5f-b956cf316d2e req-1a8c0655-3d2f-461f-b9c3-41054db1ad4f service nova] Releasing lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.205320] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065627} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.205586] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.206450] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3944078-797d-4e2d-a31a-a0c3f8524c1e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.230587] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d/2cf3984b-b61b-4882-afd6-7d6b8c81b88d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.230587] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1124b7d2-ae95-4871-9797-8dcf72495348 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.250748] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1163.250748] env[70683]: value = "task-3281330" [ 1163.250748] env[70683]: _type = "Task" [ 1163.250748] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.258662] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.298146] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.423990] env[70683]: DEBUG oslo_vmware.api [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281329, 'name': SuspendVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.472494] env[70683]: DEBUG nova.objects.instance [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c6332f0-02f9-4897-931b-34d633170904 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.483372] env[70683]: DEBUG oslo_vmware.api [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281322, 'name': PowerOnVM_Task, 'duration_secs': 2.597474} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.484345] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.484560] env[70683]: INFO nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Took 11.96 seconds to spawn the instance on the hypervisor. [ 1163.484743] env[70683]: DEBUG nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.485686] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57457dc-e438-40cc-b0ff-cffb2db07b07 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.489873] env[70683]: DEBUG nova.compute.utils [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.553161] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a25393-28cf-f503-8fe9-b067f781c319, 'name': SearchDatastore_Task, 'duration_secs': 0.030827} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.553475] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.553745] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.554067] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.554241] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.554430] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.554691] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77e8b88d-98b0-4d53-a7a3-5e40e81fee23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.563269] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.563446] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.564180] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632b2b8e-dc24-46e1-a39e-6dc496e92826 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.569577] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1163.569577] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cfd7fd-208d-b925-b28d-29b2e8d18cc4" [ 1163.569577] env[70683]: _type = "Task" [ 1163.569577] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.578137] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cfd7fd-208d-b925-b28d-29b2e8d18cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.662610] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance d71fcc6b-60e4-4a93-8333-f116106ec82b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.662778] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.662908] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8cddf556-a9f1-4af7-ba43-4b27ff612b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663048] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8081fb92-0b9f-485b-b666-75158f6a02f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663176] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance b92bb1d3-f351-40bc-a678-313bf08b46cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663294] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8c6332f0-02f9-4897-931b-34d633170904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663412] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 7f1e8493-fd99-4559-8986-347c43044be4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663527] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 68bc09bf-4c87-4e0d-af6d-93c23751629b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663640] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663756] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8ca883db-81cc-4bfc-b70b-2dfbe9432b97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663868] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.663996] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 32fe9afb-643a-4116-bf66-65ace9086e18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.664121] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance c57d1921-06f3-49d7-a43d-2e332fbcb9ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.664316] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 2cf3984b-b61b-4882-afd6-7d6b8c81b88d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.664445] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance dfd79661-6e3c-4d39-99ba-0297a78a3724 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1163.762327] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.923883] env[70683]: DEBUG oslo_vmware.api [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281329, 'name': SuspendVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.975526] env[70683]: DEBUG nova.objects.base [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Object Instance<8c6332f0-02f9-4897-931b-34d633170904> lazy-loaded attributes: flavor,pci_requests {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.975859] env[70683]: DEBUG nova.network.neutron [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.993067] env[70683]: DEBUG oslo_concurrency.lockutils [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.005475] env[70683]: INFO nova.compute.manager [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Took 16.94 seconds to build instance. [ 1164.050512] env[70683]: DEBUG nova.policy [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.081982] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cfd7fd-208d-b925-b28d-29b2e8d18cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.082902] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92f4dcf-2e03-4b81-a3c6-5c44cade0e83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.089073] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1164.089073] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522813fa-ee50-f9e1-b828-45fef3c4ef71" [ 1164.089073] env[70683]: _type = "Task" [ 1164.089073] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.098199] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522813fa-ee50-f9e1-b828-45fef3c4ef71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.168168] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 33cfe640-766c-40da-8900-53dbe416478a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1164.168546] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1164.168751] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1164.266843] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281330, 'name': ReconfigVM_Task, 'duration_secs': 0.629456} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.267464] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d/2cf3984b-b61b-4882-afd6-7d6b8c81b88d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.267891] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e7f97bc-7cf9-4f81-a976-c3f731411a13 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.276939] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1164.276939] env[70683]: value = "task-3281332" [ 1164.276939] env[70683]: _type = "Task" [ 1164.276939] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.286465] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281332, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.399826] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d7e4b-48cb-4860-a27b-7379ed6c08bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.408713] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c32e0e-9528-4964-8479-029ebcfd0126 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.443131] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e56b3f-0fad-44f6-ae86-c99e1f45363f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.448540] env[70683]: DEBUG oslo_vmware.api [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281329, 'name': SuspendVM_Task} progress is 62%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.453359] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c79cca-d0f5-43e0-98cd-e7043a7f080e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.467684] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.507359] env[70683]: DEBUG oslo_concurrency.lockutils [None req-951a774d-cc49-45af-89da-00673dda8810 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.452s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.600146] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522813fa-ee50-f9e1-b828-45fef3c4ef71, 'name': SearchDatastore_Task, 'duration_secs': 0.012469} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.600471] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.600824] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] dfd79661-6e3c-4d39-99ba-0297a78a3724/dfd79661-6e3c-4d39-99ba-0297a78a3724.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.601175] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb270527-eab8-456e-953c-b4729488e4cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.611971] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1164.611971] env[70683]: value = "task-3281333" [ 1164.611971] env[70683]: _type = "Task" [ 1164.611971] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.622974] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.787385] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281332, 'name': Rename_Task, 'duration_secs': 0.187384} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.787709] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.787965] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bafa27d7-0403-4ac2-a710-2f2d7ec05b51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.794809] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1164.794809] env[70683]: value = "task-3281334" [ 1164.794809] env[70683]: _type = "Task" [ 1164.794809] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.805325] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.925034] env[70683]: DEBUG oslo_vmware.api [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281329, 'name': SuspendVM_Task, 'duration_secs': 1.743601} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.925034] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Suspended the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1164.925305] env[70683]: DEBUG nova.compute.manager [None req-65052e64-67df-44c0-9c05-02e8c3f68386 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.926059] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390dd313-8da8-4b9f-b04a-80fa7d177059 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.971105] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.057140] env[70683]: DEBUG oslo_concurrency.lockutils [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "7f1e8493-fd99-4559-8986-347c43044be4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.057415] env[70683]: DEBUG oslo_concurrency.lockutils [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.057682] env[70683]: INFO nova.compute.manager [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Attaching volume 05d3fcff-88b5-49df-86c1-71a40158b093 to /dev/sdb [ 1165.089920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5740242f-d154-434e-a56b-7c79fd876f1f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.097743] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a33d96f-07dd-4edd-9281-b6bb3b963405 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.111403] env[70683]: DEBUG nova.virt.block_device [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Updating existing volume attachment record: c8633247-43be-4857-9ae3-4f99a1ddf7c9 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1165.122885] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.309657] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.475649] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1165.475957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.844s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.476250] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.178s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.477938] env[70683]: INFO nova.compute.claims [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.521093] env[70683]: DEBUG nova.compute.manager [req-1200c3c0-dc49-4a32-bad3-f7d29303a127 req-e985ffac-9524-4277-9fd5-658793cef374 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-vif-plugged-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.521801] env[70683]: DEBUG oslo_concurrency.lockutils [req-1200c3c0-dc49-4a32-bad3-f7d29303a127 req-e985ffac-9524-4277-9fd5-658793cef374 service nova] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.522103] env[70683]: DEBUG oslo_concurrency.lockutils [req-1200c3c0-dc49-4a32-bad3-f7d29303a127 req-e985ffac-9524-4277-9fd5-658793cef374 service nova] Lock "8c6332f0-02f9-4897-931b-34d633170904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.522396] env[70683]: DEBUG oslo_concurrency.lockutils [req-1200c3c0-dc49-4a32-bad3-f7d29303a127 req-e985ffac-9524-4277-9fd5-658793cef374 service nova] Lock "8c6332f0-02f9-4897-931b-34d633170904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.522587] env[70683]: DEBUG nova.compute.manager [req-1200c3c0-dc49-4a32-bad3-f7d29303a127 req-e985ffac-9524-4277-9fd5-658793cef374 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] No waiting events found dispatching network-vif-plugged-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.522805] env[70683]: WARNING nova.compute.manager [req-1200c3c0-dc49-4a32-bad3-f7d29303a127 req-e985ffac-9524-4277-9fd5-658793cef374 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received unexpected event network-vif-plugged-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 for instance with vm_state active and task_state None. [ 1165.554203] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1165.554509] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655321', 'volume_id': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'name': 'volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32fe9afb-643a-4116-bf66-65ace9086e18', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'serial': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1165.555564] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f6752d-4948-4949-9804-66086cb49e8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.579680] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dcce51-91a9-4e6b-8130-7382d4a0508b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.614956] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13/volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.615475] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4822ec-3c99-4d38-a155-13a88913ad25 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.638806] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281333, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.004004} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.639905] env[70683]: DEBUG nova.network.neutron [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Successfully updated port: ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.642618] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] dfd79661-6e3c-4d39-99ba-0297a78a3724/dfd79661-6e3c-4d39-99ba-0297a78a3724.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.643814] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.643814] env[70683]: DEBUG oslo_vmware.api [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1165.643814] env[70683]: value = "task-3281336" [ 1165.643814] env[70683]: _type = "Task" [ 1165.643814] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.643814] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad190c67-c965-4c8e-944b-89201beeac17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.657056] env[70683]: DEBUG oslo_vmware.api [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.658944] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1165.658944] env[70683]: value = "task-3281337" [ 1165.658944] env[70683]: _type = "Task" [ 1165.658944] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.667914] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.770923] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.771292] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.771532] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.771736] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.771930] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.774639] env[70683]: INFO nova.compute.manager [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Terminating instance [ 1165.809448] env[70683]: DEBUG oslo_vmware.api [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281334, 'name': PowerOnVM_Task, 'duration_secs': 0.921711} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.810728] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.810728] env[70683]: INFO nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1165.810728] env[70683]: DEBUG nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.811100] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9c3bf-05ce-406c-aa81-d49b7faddd9e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.145324] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.145557] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.145764] env[70683]: DEBUG nova.network.neutron [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.157516] env[70683]: DEBUG oslo_vmware.api [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.168220] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085036} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.168496] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.169345] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b272f5a-219d-4d83-af8c-bae86c096df4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.193714] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] dfd79661-6e3c-4d39-99ba-0297a78a3724/dfd79661-6e3c-4d39-99ba-0297a78a3724.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.194553] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b675afb-3893-489c-800b-2bc5d569da08 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.214393] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1166.214393] env[70683]: value = "task-3281338" [ 1166.214393] env[70683]: _type = "Task" [ 1166.214393] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.222758] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.278456] env[70683]: DEBUG nova.compute.manager [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.278734] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.279650] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae7e45b-fe18-46eb-bc06-d005c311e173 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.287258] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.287531] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-624647b4-0104-481d-8c9f-84f1366ed8c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.293894] env[70683]: DEBUG oslo_vmware.api [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1166.293894] env[70683]: value = "task-3281339" [ 1166.293894] env[70683]: _type = "Task" [ 1166.293894] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.302282] env[70683]: DEBUG oslo_vmware.api [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.331265] env[70683]: INFO nova.compute.manager [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Took 15.52 seconds to build instance. [ 1166.658712] env[70683]: DEBUG oslo_vmware.api [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281336, 'name': ReconfigVM_Task, 'duration_secs': 0.844164} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.659421] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13/volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.664341] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f0b843-815a-4c06-ac7b-46907bee0a6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.683316] env[70683]: DEBUG oslo_vmware.api [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1166.683316] env[70683]: value = "task-3281340" [ 1166.683316] env[70683]: _type = "Task" [ 1166.683316] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.693586] env[70683]: DEBUG oslo_vmware.api [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.723873] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281338, 'name': ReconfigVM_Task, 'duration_secs': 0.420284} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.726747] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Reconfigured VM instance instance-00000061 to attach disk [datastore1] dfd79661-6e3c-4d39-99ba-0297a78a3724/dfd79661-6e3c-4d39-99ba-0297a78a3724.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.727121] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70683) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1166.728012] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d7c8733d-37e7-40b3-bc03-989af6acf081 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.735048] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1166.735048] env[70683]: value = "task-3281341" [ 1166.735048] env[70683]: _type = "Task" [ 1166.735048] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.739828] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228c13b9-37ec-4004-a7e4-1afa3f575898 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.747213] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281341, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.750074] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178bb517-a6f8-435b-bef0-cb390caa71b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.781970] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f238d-0465-4e07-845b-c0869751b2cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.789812] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b3046c-7298-48b2-8769-809006ef6e50 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.806206] env[70683]: DEBUG nova.compute.provider_tree [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.808351] env[70683]: INFO nova.compute.manager [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Resuming [ 1166.809098] env[70683]: DEBUG nova.objects.instance [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lazy-loading 'flavor' on Instance uuid 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.816025] env[70683]: DEBUG oslo_vmware.api [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281339, 'name': PowerOffVM_Task, 'duration_secs': 0.207912} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.816025] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.816025] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.816025] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19ce8dee-26da-45c5-8a3b-29e3f42aa9d6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.833014] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b067d5b-3587-469f-af0b-5e863ed324cd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.038s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.882948] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.883603] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.883603] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleting the datastore file [datastore2] c57d1921-06f3-49d7-a43d-2e332fbcb9ec {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.883728] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3ed60cf-9955-43bb-9a6f-70a4537529c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.890501] env[70683]: DEBUG oslo_vmware.api [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1166.890501] env[70683]: value = "task-3281343" [ 1166.890501] env[70683]: _type = "Task" [ 1166.890501] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.898648] env[70683]: DEBUG oslo_vmware.api [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.975243] env[70683]: WARNING nova.network.neutron [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] ad077e5b-61e8-4e50-8527-db8d32d93be9 already exists in list: networks containing: ['ad077e5b-61e8-4e50-8527-db8d32d93be9']. ignoring it [ 1166.975462] env[70683]: WARNING nova.network.neutron [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] ad077e5b-61e8-4e50-8527-db8d32d93be9 already exists in list: networks containing: ['ad077e5b-61e8-4e50-8527-db8d32d93be9']. ignoring it [ 1167.192226] env[70683]: DEBUG oslo_vmware.api [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281340, 'name': ReconfigVM_Task, 'duration_secs': 0.179112} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.192529] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655321', 'volume_id': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'name': 'volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32fe9afb-643a-4116-bf66-65ace9086e18', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'serial': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.244839] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281341, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.114594} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.245115] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70683) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1167.245895] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73596b8-9076-4c0a-bbcb-8d03fa72ba40 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.270377] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] dfd79661-6e3c-4d39-99ba-0297a78a3724/ephemeral_0.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.273052] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b13e7335-dcad-4a44-96b9-2404906e8c0b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.291094] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1167.291094] env[70683]: value = "task-3281344" [ 1167.291094] env[70683]: _type = "Task" [ 1167.291094] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.300657] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.345516] env[70683]: ERROR nova.scheduler.client.report [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [req-4f3382be-a1c8-4ace-8628-2404bd068c5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 310e15c2-2022-48db-970f-b858868c7951. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f3382be-a1c8-4ace-8628-2404bd068c5f"}]} [ 1167.365470] env[70683]: DEBUG nova.scheduler.client.report [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1167.381080] env[70683]: DEBUG nova.scheduler.client.report [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1167.381319] env[70683]: DEBUG nova.compute.provider_tree [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.397624] env[70683]: DEBUG nova.scheduler.client.report [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1167.404417] env[70683]: DEBUG oslo_vmware.api [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133152} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.404652] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.404834] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.405024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.405195] env[70683]: INFO nova.compute.manager [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1167.405430] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.406144] env[70683]: DEBUG nova.compute.manager [-] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.406144] env[70683]: DEBUG nova.network.neutron [-] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.417913] env[70683]: DEBUG nova.scheduler.client.report [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1167.566686] env[70683]: DEBUG nova.network.neutron [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d5a871-3bc9-4366-9ec9-e0d214e698da", "address": "fa:16:3e:a4:8f:d1", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d5a871-3b", "ovs_interfaceid": "95d5a871-3bc9-4366-9ec9-e0d214e698da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ed6a733b-fff1-4c4c-989d-fc0ba5574bb1", "address": "fa:16:3e:64:92:54", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6a733b-ff", "ovs_interfaceid": "ed6a733b-fff1-4c4c-989d-fc0ba5574bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.606212] env[70683]: DEBUG nova.compute.manager [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-changed-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.606270] env[70683]: DEBUG nova.compute.manager [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Refreshing instance network info cache due to event network-changed-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.606465] env[70683]: DEBUG oslo_concurrency.lockutils [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] Acquiring lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.641491] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0890e846-2c70-4d1b-97f0-f4784c56d6ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.649475] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b236738-c2a1-424c-9575-1846c303bfae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.684114] env[70683]: DEBUG nova.network.neutron [-] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.685998] env[70683]: DEBUG nova.compute.manager [req-1bb4b472-25b2-4e86-8912-ef09d78995f3 req-dc58efa2-8eed-4272-bf0e-806d30f507d6 service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Received event network-vif-deleted-30dd788a-9b3f-4f77-aa08-7590fc9d8c15 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.686308] env[70683]: INFO nova.compute.manager [req-1bb4b472-25b2-4e86-8912-ef09d78995f3 req-dc58efa2-8eed-4272-bf0e-806d30f507d6 service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Neutron deleted interface 30dd788a-9b3f-4f77-aa08-7590fc9d8c15; detaching it from the instance and deleting it from the info cache [ 1167.686541] env[70683]: DEBUG nova.network.neutron [req-1bb4b472-25b2-4e86-8912-ef09d78995f3 req-dc58efa2-8eed-4272-bf0e-806d30f507d6 service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.687891] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc156bd5-7086-44f7-9282-3eaad578def7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.701220] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f4879-3f6c-4059-829a-6d55d77ecf5f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.717856] env[70683]: DEBUG nova.compute.provider_tree [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.800779] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281344, 'name': ReconfigVM_Task, 'duration_secs': 0.37731} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.801159] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Reconfigured VM instance instance-00000061 to attach disk [datastore1] dfd79661-6e3c-4d39-99ba-0297a78a3724/ephemeral_0.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.801820] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c035c7fe-e898-4e86-85c4-513ffcf46329 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.810157] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1167.810157] env[70683]: value = "task-3281346" [ 1167.810157] env[70683]: _type = "Task" [ 1167.810157] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.818286] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281346, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.071103] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.071685] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.071826] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.072131] env[70683]: DEBUG oslo_concurrency.lockutils [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] Acquired lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.072315] env[70683]: DEBUG nova.network.neutron [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Refreshing network info cache for port ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.074272] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46de35d-e5d9-4791-8516-ea6702600410 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.092528] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.092856] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.093108] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.093372] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.093582] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.093795] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.094079] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.094307] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.094549] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.094778] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.095028] env[70683]: DEBUG nova.virt.hardware [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.101405] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Reconfiguring VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1168.102384] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0bfa6df-3bf7-4a4f-b20a-a85936d5095c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.119552] env[70683]: DEBUG oslo_vmware.api [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1168.119552] env[70683]: value = "task-3281347" [ 1168.119552] env[70683]: _type = "Task" [ 1168.119552] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.127736] env[70683]: DEBUG oslo_vmware.api [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281347, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.192987] env[70683]: INFO nova.compute.manager [-] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Took 0.79 seconds to deallocate network for instance. [ 1168.193313] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4230b18f-75da-4273-9545-ae1834deed60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.206098] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41fd78d-fad1-4a21-9622-b09f31295805 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.243780] env[70683]: DEBUG nova.objects.instance [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'flavor' on Instance uuid 32fe9afb-643a-4116-bf66-65ace9086e18 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.245326] env[70683]: DEBUG nova.compute.manager [req-1bb4b472-25b2-4e86-8912-ef09d78995f3 req-dc58efa2-8eed-4272-bf0e-806d30f507d6 service nova] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Detach interface failed, port_id=30dd788a-9b3f-4f77-aa08-7590fc9d8c15, reason: Instance c57d1921-06f3-49d7-a43d-2e332fbcb9ec could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.254875] env[70683]: DEBUG nova.scheduler.client.report [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1168.255026] env[70683]: DEBUG nova.compute.provider_tree [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 124 to 125 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1168.256024] env[70683]: DEBUG nova.compute.provider_tree [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.321028] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281346, 'name': Rename_Task, 'duration_secs': 0.17686} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.321309] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.321860] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.322043] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquired lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.322217] env[70683]: DEBUG nova.network.neutron [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.323369] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b759b0c3-bb91-4902-ba26-4a073ee1113a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.331143] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1168.331143] env[70683]: value = "task-3281348" [ 1168.331143] env[70683]: _type = "Task" [ 1168.331143] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.340323] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.363669] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "32fe9afb-643a-4116-bf66-65ace9086e18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.631236] env[70683]: DEBUG oslo_vmware.api [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.703958] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.748877] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9a01ba9-1de8-4b5c-8564-33002d0b93a9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.750014] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.386s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.750325] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "32fe9afb-643a-4116-bf66-65ace9086e18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.750608] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.751339] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.756343] env[70683]: INFO nova.compute.manager [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Terminating instance [ 1168.762034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.285s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.762254] env[70683]: DEBUG nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.765927] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.062s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.766023] env[70683]: DEBUG nova.objects.instance [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lazy-loading 'resources' on Instance uuid c57d1921-06f3-49d7-a43d-2e332fbcb9ec {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.803418] env[70683]: DEBUG nova.network.neutron [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updated VIF entry in instance network info cache for port ed6a733b-fff1-4c4c-989d-fc0ba5574bb1. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.803940] env[70683]: DEBUG nova.network.neutron [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95d5a871-3bc9-4366-9ec9-e0d214e698da", "address": "fa:16:3e:a4:8f:d1", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d5a871-3b", "ovs_interfaceid": "95d5a871-3bc9-4366-9ec9-e0d214e698da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ed6a733b-fff1-4c4c-989d-fc0ba5574bb1", "address": "fa:16:3e:64:92:54", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6a733b-ff", "ovs_interfaceid": "ed6a733b-fff1-4c4c-989d-fc0ba5574bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.840549] env[70683]: DEBUG oslo_vmware.api [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281348, 'name': PowerOnVM_Task, 'duration_secs': 0.495946} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.840868] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.841082] env[70683]: INFO nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1168.841271] env[70683]: DEBUG nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.842118] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8035b05-7185-4d20-897a-856b3bc5d810 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.012230] env[70683]: DEBUG nova.network.neutron [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [{"id": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "address": "fa:16:3e:57:e7:3a", "network": {"id": "46cd974f-d951-4ad6-8b5a-3eb6924ad4ab", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1464034689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e2598b82884ae29331923b3bda34df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcf4b2d-2a", "ovs_interfaceid": "7fcf4b2d-2aca-4acc-9242-b85cd312b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.130252] env[70683]: DEBUG oslo_vmware.api [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281347, 'name': ReconfigVM_Task, 'duration_secs': 0.687089} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.130856] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.131129] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Reconfigured VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1169.262739] env[70683]: DEBUG nova.compute.manager [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.263023] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.263303] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd4711d8-32f2-40b5-babd-c963590d07d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.269626] env[70683]: DEBUG nova.compute.utils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.277593] env[70683]: DEBUG nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.277593] env[70683]: DEBUG nova.network.neutron [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.281035] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1169.281035] env[70683]: value = "task-3281349" [ 1169.281035] env[70683]: _type = "Task" [ 1169.281035] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.293022] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.306615] env[70683]: DEBUG oslo_concurrency.lockutils [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] Releasing lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.306887] env[70683]: DEBUG nova.compute.manager [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Received event network-changed-cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.307075] env[70683]: DEBUG nova.compute.manager [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Refreshing instance network info cache due to event network-changed-cc7180d0-56d3-4717-adfb-9a2423926630. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.307334] env[70683]: DEBUG oslo_concurrency.lockutils [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] Acquiring lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.307430] env[70683]: DEBUG oslo_concurrency.lockutils [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] Acquired lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.307648] env[70683]: DEBUG nova.network.neutron [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Refreshing network info cache for port cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.328114] env[70683]: DEBUG nova.policy [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce88416e8e7447f4ba99678675686e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38de30692d0b4e30874a7f9c86a0ac57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.359626] env[70683]: INFO nova.compute.manager [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Took 13.79 seconds to build instance. [ 1169.503600] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ea84fe-53dd-4da1-8d89-8e6aa1ee0a04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.511416] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad911384-bdd8-49c2-979b-a3859249e3e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.515122] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Releasing lock "refresh_cache-5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.515932] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8769a79-7897-4310-b9ec-a550ba1f0685 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.522092] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Resuming the VM {{(pid=70683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1169.545650] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b6ffb3c-d823-4952-b4a1-0e91b34a8b56 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.548028] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ddb956-9090-4446-b33d-c601801398e6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.557785] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56459fe6-2a71-4b9d-83a9-1ef1133246fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.562778] env[70683]: DEBUG oslo_vmware.api [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1169.562778] env[70683]: value = "task-3281350" [ 1169.562778] env[70683]: _type = "Task" [ 1169.562778] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.575597] env[70683]: DEBUG nova.compute.provider_tree [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.582477] env[70683]: DEBUG oslo_vmware.api [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281350, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.617510] env[70683]: DEBUG nova.network.neutron [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Successfully created port: 731df60c-b300-45ef-b028-6d9e4851663c {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.635868] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ec1da958-b909-4050-a8a7-4e069c178b7c tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-8c6332f0-02f9-4897-931b-34d633170904-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.762s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.663614] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1169.663897] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655323', 'volume_id': '05d3fcff-88b5-49df-86c1-71a40158b093', 'name': 'volume-05d3fcff-88b5-49df-86c1-71a40158b093', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f1e8493-fd99-4559-8986-347c43044be4', 'attached_at': '', 'detached_at': '', 'volume_id': '05d3fcff-88b5-49df-86c1-71a40158b093', 'serial': '05d3fcff-88b5-49df-86c1-71a40158b093'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1169.664938] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7020d45c-2e72-4f81-81a5-20a8812aaf1a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.687110] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b632c-13f9-4702-bc1a-e09d427364cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.721061] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-05d3fcff-88b5-49df-86c1-71a40158b093/volume-05d3fcff-88b5-49df-86c1-71a40158b093.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.721440] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6386e7-e211-4088-ab66-0e4aba4335c1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.744136] env[70683]: DEBUG oslo_vmware.api [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1169.744136] env[70683]: value = "task-3281351" [ 1169.744136] env[70683]: _type = "Task" [ 1169.744136] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.755026] env[70683]: DEBUG oslo_vmware.api [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.776993] env[70683]: DEBUG nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.790963] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281349, 'name': PowerOffVM_Task, 'duration_secs': 0.432828} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.791407] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.791667] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1169.791888] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655321', 'volume_id': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'name': 'volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32fe9afb-643a-4116-bf66-65ace9086e18', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'serial': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1169.792670] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07acdb-9093-458e-b8e4-a0b414d378a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.817343] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e921f-2662-4a4b-87ef-a763a466c1f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.825606] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c06a92b-9ba4-4e32-af6e-e292d6b81a54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.846513] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d3c851-db05-4f04-a4c4-069c6fc03217 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.864108] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] The volume has not been displaced from its original location: [datastore1] volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13/volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1169.869720] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.872634] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7754512e-3925-4ebd-a79c-3515e9565bba tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "dfd79661-6e3c-4d39-99ba-0297a78a3724" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.307s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.872872] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1219d9c9-2098-41f5-91b7-caaee6663ebd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.892403] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1169.892403] env[70683]: value = "task-3281352" [ 1169.892403] env[70683]: _type = "Task" [ 1169.892403] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.901668] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.073775] env[70683]: DEBUG oslo_vmware.api [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.078736] env[70683]: DEBUG nova.scheduler.client.report [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.208635] env[70683]: DEBUG nova.network.neutron [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Updated VIF entry in instance network info cache for port cc7180d0-56d3-4717-adfb-9a2423926630. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.209075] env[70683]: DEBUG nova.network.neutron [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Updating instance_info_cache with network_info: [{"id": "cc7180d0-56d3-4717-adfb-9a2423926630", "address": "fa:16:3e:ea:e9:3e", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7180d0-56", "ovs_interfaceid": "cc7180d0-56d3-4717-adfb-9a2423926630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.254246] env[70683]: DEBUG oslo_vmware.api [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.297205] env[70683]: DEBUG nova.compute.manager [req-ff431248-3167-473e-a0f4-96ed825473da req-2feb8d56-ae91-4638-aacf-d32fefb967ea service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Received event network-changed-63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.298049] env[70683]: DEBUG nova.compute.manager [req-ff431248-3167-473e-a0f4-96ed825473da req-2feb8d56-ae91-4638-aacf-d32fefb967ea service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Refreshing instance network info cache due to event network-changed-63529393-1268-4543-b633-fbbef44b4447. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.298049] env[70683]: DEBUG oslo_concurrency.lockutils [req-ff431248-3167-473e-a0f4-96ed825473da req-2feb8d56-ae91-4638-aacf-d32fefb967ea service nova] Acquiring lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.298049] env[70683]: DEBUG oslo_concurrency.lockutils [req-ff431248-3167-473e-a0f4-96ed825473da req-2feb8d56-ae91-4638-aacf-d32fefb967ea service nova] Acquired lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.298049] env[70683]: DEBUG nova.network.neutron [req-ff431248-3167-473e-a0f4-96ed825473da req-2feb8d56-ae91-4638-aacf-d32fefb967ea service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Refreshing network info cache for port 63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.402657] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.582210] env[70683]: DEBUG oslo_vmware.api [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281350, 'name': PowerOnVM_Task, 'duration_secs': 0.583844} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.582657] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Resumed the VM {{(pid=70683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1170.582849] env[70683]: DEBUG nova.compute.manager [None req-4878cb22-00e5-4fe1-9806-1219f3101471 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.583672] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b240dab7-10b4-4d63-9c3a-05da19110665 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.587499] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.615320] env[70683]: INFO nova.scheduler.client.report [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted allocations for instance c57d1921-06f3-49d7-a43d-2e332fbcb9ec [ 1170.713354] env[70683]: DEBUG oslo_concurrency.lockutils [req-f314aab7-e9b7-4905-b1e8-10484a23f433 req-742c1a1b-0eae-4bac-afcf-e56ae71083ba service nova] Releasing lock "refresh_cache-2cf3984b-b61b-4882-afd6-7d6b8c81b88d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.756019] env[70683]: DEBUG oslo_vmware.api [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281351, 'name': ReconfigVM_Task, 'duration_secs': 0.752704} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.756300] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-05d3fcff-88b5-49df-86c1-71a40158b093/volume-05d3fcff-88b5-49df-86c1-71a40158b093.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.761931] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b79e2f-f887-440d-bf88-2e87e0d0c9b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.776688] env[70683]: DEBUG oslo_vmware.api [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1170.776688] env[70683]: value = "task-3281353" [ 1170.776688] env[70683]: _type = "Task" [ 1170.776688] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.784911] env[70683]: DEBUG oslo_vmware.api [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.787055] env[70683]: DEBUG nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.818231] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.818457] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.818626] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.818830] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.818972] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.822382] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.822640] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.822814] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.822991] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.823179] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.824211] env[70683]: DEBUG nova.virt.hardware [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.825250] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b089b47-2602-4feb-b0f6-1837eb3439be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.834370] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cca889-5623-43cb-bace-58b9e74b327f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.903789] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281352, 'name': ReconfigVM_Task, 'duration_secs': 0.554781} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.904196] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.911629] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008f9b60-8630-4606-ad8c-02e93990a42c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.927544] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1170.927544] env[70683]: value = "task-3281354" [ 1170.927544] env[70683]: _type = "Task" [ 1170.927544] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.937636] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.043071] env[70683]: DEBUG nova.compute.manager [req-06be208d-b6f6-43eb-aa46-0f21fd2751fa req-0bb2dd6d-1171-46fd-b460-2be8ac4617fa service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Received event network-vif-plugged-731df60c-b300-45ef-b028-6d9e4851663c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.043329] env[70683]: DEBUG oslo_concurrency.lockutils [req-06be208d-b6f6-43eb-aa46-0f21fd2751fa req-0bb2dd6d-1171-46fd-b460-2be8ac4617fa service nova] Acquiring lock "33cfe640-766c-40da-8900-53dbe416478a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.043569] env[70683]: DEBUG oslo_concurrency.lockutils [req-06be208d-b6f6-43eb-aa46-0f21fd2751fa req-0bb2dd6d-1171-46fd-b460-2be8ac4617fa service nova] Lock "33cfe640-766c-40da-8900-53dbe416478a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.043715] env[70683]: DEBUG oslo_concurrency.lockutils [req-06be208d-b6f6-43eb-aa46-0f21fd2751fa req-0bb2dd6d-1171-46fd-b460-2be8ac4617fa service nova] Lock "33cfe640-766c-40da-8900-53dbe416478a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.043884] env[70683]: DEBUG nova.compute.manager [req-06be208d-b6f6-43eb-aa46-0f21fd2751fa req-0bb2dd6d-1171-46fd-b460-2be8ac4617fa service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] No waiting events found dispatching network-vif-plugged-731df60c-b300-45ef-b028-6d9e4851663c {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.044063] env[70683]: WARNING nova.compute.manager [req-06be208d-b6f6-43eb-aa46-0f21fd2751fa req-0bb2dd6d-1171-46fd-b460-2be8ac4617fa service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Received unexpected event network-vif-plugged-731df60c-b300-45ef-b028-6d9e4851663c for instance with vm_state building and task_state spawning. [ 1171.070474] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.070857] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.071174] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.071343] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.071542] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.074665] env[70683]: INFO nova.compute.manager [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Terminating instance [ 1171.076361] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquiring lock "68bc09bf-4c87-4e0d-af6d-93c23751629b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.076657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "68bc09bf-4c87-4e0d-af6d-93c23751629b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.076987] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquiring lock "68bc09bf-4c87-4e0d-af6d-93c23751629b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.077304] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "68bc09bf-4c87-4e0d-af6d-93c23751629b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.077589] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "68bc09bf-4c87-4e0d-af6d-93c23751629b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.080970] env[70683]: INFO nova.compute.manager [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Terminating instance [ 1171.122687] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d0bf0c3-3ff0-400b-8127-39aa9d46e5b8 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "c57d1921-06f3-49d7-a43d-2e332fbcb9ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.351s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.145502] env[70683]: DEBUG nova.network.neutron [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Successfully updated port: 731df60c-b300-45ef-b028-6d9e4851663c {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.148767] env[70683]: DEBUG nova.network.neutron [req-ff431248-3167-473e-a0f4-96ed825473da req-2feb8d56-ae91-4638-aacf-d32fefb967ea service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Updated VIF entry in instance network info cache for port 63529393-1268-4543-b633-fbbef44b4447. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.149245] env[70683]: DEBUG nova.network.neutron [req-ff431248-3167-473e-a0f4-96ed825473da req-2feb8d56-ae91-4638-aacf-d32fefb967ea service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Updating instance_info_cache with network_info: [{"id": "63529393-1268-4543-b633-fbbef44b4447", "address": "fa:16:3e:50:35:b0", "network": {"id": "2e133cb4-127c-46d5-87a4-39c6e68d15d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-18688166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b30700596484591a4eebef6c508be06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63529393-12", "ovs_interfaceid": "63529393-1268-4543-b633-fbbef44b4447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.287905] env[70683]: DEBUG oslo_vmware.api [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281353, 'name': ReconfigVM_Task, 'duration_secs': 0.331743} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.288298] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655323', 'volume_id': '05d3fcff-88b5-49df-86c1-71a40158b093', 'name': 'volume-05d3fcff-88b5-49df-86c1-71a40158b093', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f1e8493-fd99-4559-8986-347c43044be4', 'attached_at': '', 'detached_at': '', 'volume_id': '05d3fcff-88b5-49df-86c1-71a40158b093', 'serial': '05d3fcff-88b5-49df-86c1-71a40158b093'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.436937] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281354, 'name': ReconfigVM_Task, 'duration_secs': 0.451679} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.437328] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655321', 'volume_id': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'name': 'volume-f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32fe9afb-643a-4116-bf66-65ace9086e18', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13', 'serial': 'f4f002f8-f0f8-435b-9a87-2ebb2b9a2e13'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1171.437614] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.438377] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023a0be-6f56-4c59-bd89-b79f3109f297 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.445587] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.445903] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fd786dc-7c5b-449d-92ec-341a4f2d1917 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.500996] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-8c6332f0-02f9-4897-931b-34d633170904-95d5a871-3bc9-4366-9ec9-e0d214e698da" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.501338] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-8c6332f0-02f9-4897-931b-34d633170904-95d5a871-3bc9-4366-9ec9-e0d214e698da" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.540567] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.540766] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.541013] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleting the datastore file [datastore2] 32fe9afb-643a-4116-bf66-65ace9086e18 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.541326] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49b1794b-4ace-4e06-87a9-36806afe05a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.548086] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1171.548086] env[70683]: value = "task-3281356" [ 1171.548086] env[70683]: _type = "Task" [ 1171.548086] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.556990] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.583730] env[70683]: DEBUG nova.compute.manager [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.584038] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.585495] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d910931-9554-4a81-8819-283097529018 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.589689] env[70683]: DEBUG nova.compute.manager [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.589898] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.590822] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dae0de-2c9e-483e-950e-258667b7825d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.598471] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.600749] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-302ebb54-9498-42cd-9b3e-9f141663391d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.602447] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.602711] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb42274d-57fc-4a42-906f-d089c94b61d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.609632] env[70683]: DEBUG oslo_vmware.api [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1171.609632] env[70683]: value = "task-3281357" [ 1171.609632] env[70683]: _type = "Task" [ 1171.609632] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.610747] env[70683]: DEBUG oslo_vmware.api [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1171.610747] env[70683]: value = "task-3281358" [ 1171.610747] env[70683]: _type = "Task" [ 1171.610747] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.625105] env[70683]: DEBUG oslo_vmware.api [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.627990] env[70683]: DEBUG oslo_vmware.api [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.648490] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "refresh_cache-33cfe640-766c-40da-8900-53dbe416478a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.648743] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "refresh_cache-33cfe640-766c-40da-8900-53dbe416478a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.648959] env[70683]: DEBUG nova.network.neutron [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.651836] env[70683]: DEBUG oslo_concurrency.lockutils [req-ff431248-3167-473e-a0f4-96ed825473da req-2feb8d56-ae91-4638-aacf-d32fefb967ea service nova] Releasing lock "refresh_cache-dfd79661-6e3c-4d39-99ba-0297a78a3724" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.826658] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.826981] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.827252] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.827476] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.827682] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.831931] env[70683]: INFO nova.compute.manager [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Terminating instance [ 1172.005584] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.005711] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.006687] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ba201-c008-4742-bbd6-db9815085db4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.025355] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb6132-f077-4194-8e63-15e4e1c411a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.055149] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Reconfiguring VM to detach interface {{(pid=70683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1172.057876] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953bfffc-9a2f-4f8e-8a85-08a368ebed96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.076358] env[70683]: DEBUG oslo_vmware.api [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149815} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.077715] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.077915] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.078165] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.078419] env[70683]: INFO nova.compute.manager [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Took 2.82 seconds to destroy the instance on the hypervisor. [ 1172.078658] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.078952] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1172.078952] env[70683]: value = "task-3281359" [ 1172.078952] env[70683]: _type = "Task" [ 1172.078952] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.079161] env[70683]: DEBUG nova.compute.manager [-] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.079398] env[70683]: DEBUG nova.network.neutron [-] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.091716] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.122693] env[70683]: DEBUG oslo_vmware.api [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281357, 'name': PowerOffVM_Task, 'duration_secs': 0.217336} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.125858] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.125973] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.126326] env[70683]: DEBUG oslo_vmware.api [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281358, 'name': PowerOffVM_Task, 'duration_secs': 0.223655} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.126546] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe5b5417-9122-4067-b122-79a673b8e4a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.128237] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.128415] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.130532] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e73382a-7f20-467d-990f-5e0f3bcbb0b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.188390] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.188660] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.188845] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Deleting the datastore file [datastore2] 68bc09bf-4c87-4e0d-af6d-93c23751629b {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.189144] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f69e165-0226-4bc1-9e1e-9aad72aa172f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.192183] env[70683]: DEBUG nova.network.neutron [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.198842] env[70683]: DEBUG oslo_vmware.api [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for the task: (returnval){ [ 1172.198842] env[70683]: value = "task-3281362" [ 1172.198842] env[70683]: _type = "Task" [ 1172.198842] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.206875] env[70683]: DEBUG oslo_vmware.api [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.215371] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.215576] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.215750] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Deleting the datastore file [datastore1] 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.218176] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f972e6-25a7-44c2-a3b8-f6e84447c3ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.224973] env[70683]: DEBUG oslo_vmware.api [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1172.224973] env[70683]: value = "task-3281363" [ 1172.224973] env[70683]: _type = "Task" [ 1172.224973] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.234404] env[70683]: DEBUG oslo_vmware.api [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.335062] env[70683]: DEBUG nova.objects.instance [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'flavor' on Instance uuid 7f1e8493-fd99-4559-8986-347c43044be4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.336888] env[70683]: DEBUG nova.compute.manager [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.337172] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.338101] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8a172c-fc62-4fb4-86d0-5e3373400d1a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.346737] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.347449] env[70683]: DEBUG nova.network.neutron [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Updating instance_info_cache with network_info: [{"id": "731df60c-b300-45ef-b028-6d9e4851663c", "address": "fa:16:3e:4e:72:20", "network": {"id": "173ffe01-d3bd-40a9-a6ce-ea2c5533478a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-5688046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38de30692d0b4e30874a7f9c86a0ac57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731df60c-b3", "ovs_interfaceid": "731df60c-b300-45ef-b028-6d9e4851663c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.348731] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d905a196-608e-4182-8386-0e545791351f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.355394] env[70683]: DEBUG oslo_vmware.api [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1172.355394] env[70683]: value = "task-3281364" [ 1172.355394] env[70683]: _type = "Task" [ 1172.355394] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.366844] env[70683]: DEBUG oslo_vmware.api [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.475307] env[70683]: DEBUG nova.compute.manager [req-e44d0ecf-32f8-4166-b80c-da56023c02e4 req-57fee773-d639-4a4a-8bd2-21255c287831 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Received event network-vif-deleted-f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.475509] env[70683]: INFO nova.compute.manager [req-e44d0ecf-32f8-4166-b80c-da56023c02e4 req-57fee773-d639-4a4a-8bd2-21255c287831 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Neutron deleted interface f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe; detaching it from the instance and deleting it from the info cache [ 1172.475688] env[70683]: DEBUG nova.network.neutron [req-e44d0ecf-32f8-4166-b80c-da56023c02e4 req-57fee773-d639-4a4a-8bd2-21255c287831 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.592459] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.662299] env[70683]: DEBUG oslo_concurrency.lockutils [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "7f1e8493-fd99-4559-8986-347c43044be4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.709214] env[70683]: DEBUG oslo_vmware.api [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Task: {'id': task-3281362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16043} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.709562] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.709799] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.710117] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.710333] env[70683]: INFO nova.compute.manager [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1172.710584] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.710809] env[70683]: DEBUG nova.compute.manager [-] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.710919] env[70683]: DEBUG nova.network.neutron [-] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.733576] env[70683]: DEBUG oslo_vmware.api [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140036} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.733832] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.734025] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.734212] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.734384] env[70683]: INFO nova.compute.manager [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1172.734619] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.734808] env[70683]: DEBUG nova.compute.manager [-] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.734901] env[70683]: DEBUG nova.network.neutron [-] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.845027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-328e325c-1b32-4c59-99a9-0f8edc56c26b tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.787s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.845974] env[70683]: DEBUG oslo_concurrency.lockutils [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.184s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.851826] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "refresh_cache-33cfe640-766c-40da-8900-53dbe416478a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.852137] env[70683]: DEBUG nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Instance network_info: |[{"id": "731df60c-b300-45ef-b028-6d9e4851663c", "address": "fa:16:3e:4e:72:20", "network": {"id": "173ffe01-d3bd-40a9-a6ce-ea2c5533478a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-5688046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38de30692d0b4e30874a7f9c86a0ac57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731df60c-b3", "ovs_interfaceid": "731df60c-b300-45ef-b028-6d9e4851663c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.853309] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:72:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '731df60c-b300-45ef-b028-6d9e4851663c', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.861635] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.863105] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.866575] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff258f65-b4ca-4940-a4eb-8f59125967ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.888407] env[70683]: DEBUG oslo_vmware.api [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281364, 'name': PowerOffVM_Task, 'duration_secs': 0.231734} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.889959] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.890174] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.890415] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.890415] env[70683]: value = "task-3281365" [ 1172.890415] env[70683]: _type = "Task" [ 1172.890415] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.890597] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8472497-af43-49c3-ba8e-be921d04d844 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.900912] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281365, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.959916] env[70683]: DEBUG nova.network.neutron [-] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.977112] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.977336] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.977522] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleting the datastore file [datastore1] 8ca883db-81cc-4bfc-b70b-2dfbe9432b97 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.978097] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef7ee47-a939-4635-bd9a-731cccc755b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.980441] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e82cc7e-af52-4709-a6ff-ea12bae35099 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.994149] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17cb87-3f27-427a-ab10-a17b93867def {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.005573] env[70683]: DEBUG oslo_vmware.api [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1173.005573] env[70683]: value = "task-3281367" [ 1173.005573] env[70683]: _type = "Task" [ 1173.005573] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.015124] env[70683]: DEBUG oslo_vmware.api [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.029133] env[70683]: DEBUG nova.compute.manager [req-e44d0ecf-32f8-4166-b80c-da56023c02e4 req-57fee773-d639-4a4a-8bd2-21255c287831 service nova] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Detach interface failed, port_id=f0e6fdb8-c777-43a4-9365-2c7c1c4e3bfe, reason: Instance 32fe9afb-643a-4116-bf66-65ace9086e18 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.092300] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.138564] env[70683]: DEBUG nova.compute.manager [req-c336d49f-03bb-4848-8f44-f36be24e7990 req-a1627fb9-9df2-401b-88fa-ed48feae51de service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Received event network-changed-731df60c-b300-45ef-b028-6d9e4851663c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.138756] env[70683]: DEBUG nova.compute.manager [req-c336d49f-03bb-4848-8f44-f36be24e7990 req-a1627fb9-9df2-401b-88fa-ed48feae51de service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Refreshing instance network info cache due to event network-changed-731df60c-b300-45ef-b028-6d9e4851663c. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.138963] env[70683]: DEBUG oslo_concurrency.lockutils [req-c336d49f-03bb-4848-8f44-f36be24e7990 req-a1627fb9-9df2-401b-88fa-ed48feae51de service nova] Acquiring lock "refresh_cache-33cfe640-766c-40da-8900-53dbe416478a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.139561] env[70683]: DEBUG oslo_concurrency.lockutils [req-c336d49f-03bb-4848-8f44-f36be24e7990 req-a1627fb9-9df2-401b-88fa-ed48feae51de service nova] Acquired lock "refresh_cache-33cfe640-766c-40da-8900-53dbe416478a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.139763] env[70683]: DEBUG nova.network.neutron [req-c336d49f-03bb-4848-8f44-f36be24e7990 req-a1627fb9-9df2-401b-88fa-ed48feae51de service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Refreshing network info cache for port 731df60c-b300-45ef-b028-6d9e4851663c {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.352393] env[70683]: INFO nova.compute.manager [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Detaching volume 05d3fcff-88b5-49df-86c1-71a40158b093 [ 1173.403524] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281365, 'name': CreateVM_Task, 'duration_secs': 0.468993} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.403692] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.404453] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.404612] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.404955] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.405588] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92241619-02a6-47ae-9e71-f13f502b2b11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.410917] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1173.410917] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5211e1a1-5445-6831-11bb-51a4f7eabe5d" [ 1173.410917] env[70683]: _type = "Task" [ 1173.410917] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.419172] env[70683]: INFO nova.virt.block_device [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Attempting to driver detach volume 05d3fcff-88b5-49df-86c1-71a40158b093 from mountpoint /dev/sdb [ 1173.419473] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.419704] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655323', 'volume_id': '05d3fcff-88b5-49df-86c1-71a40158b093', 'name': 'volume-05d3fcff-88b5-49df-86c1-71a40158b093', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f1e8493-fd99-4559-8986-347c43044be4', 'attached_at': '', 'detached_at': '', 'volume_id': '05d3fcff-88b5-49df-86c1-71a40158b093', 'serial': '05d3fcff-88b5-49df-86c1-71a40158b093'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1173.421455] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400cee0d-16bf-42a2-bb32-0709e55a1865 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.429913] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5211e1a1-5445-6831-11bb-51a4f7eabe5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.447467] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.447729] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.447980] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.448142] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.448327] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.448710] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-286f2542-3d7f-47dc-994a-7f999c1f90fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.451227] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e7dba-4d32-4dbe-bff8-3b3b87a84215 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.459114] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c01dd-9e34-439a-8987-21c866d4d800 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.462813] env[70683]: INFO nova.compute.manager [-] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Took 1.38 seconds to deallocate network for instance. [ 1173.463153] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.463331] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.466270] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebf93aa-7c4a-4fb3-8ab5-2756be071a83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.486133] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0c4313-0e0c-4ea5-a2e7-b55e8a31cec8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.490107] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1173.490107] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a7cae4-d62a-13cb-ee64-654f84792a8a" [ 1173.490107] env[70683]: _type = "Task" [ 1173.490107] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.504511] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] The volume has not been displaced from its original location: [datastore1] volume-05d3fcff-88b5-49df-86c1-71a40158b093/volume-05d3fcff-88b5-49df-86c1-71a40158b093.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1173.509849] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.510609] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-428b3d55-f3e7-45f1-a60a-53670735df79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.539645] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a7cae4-d62a-13cb-ee64-654f84792a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.543370] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b70b954-58cc-4f9a-b214-6530a12db949 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.549169] env[70683]: DEBUG oslo_vmware.api [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2944} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.551283] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.551604] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.551904] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.552223] env[70683]: INFO nova.compute.manager [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1173.553078] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.553078] env[70683]: DEBUG oslo_vmware.api [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1173.553078] env[70683]: value = "task-3281368" [ 1173.553078] env[70683]: _type = "Task" [ 1173.553078] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.553363] env[70683]: DEBUG nova.compute.manager [-] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.553520] env[70683]: DEBUG nova.network.neutron [-] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.561784] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1173.561784] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cfb185-4f3d-1cd4-5266-00c874709847" [ 1173.561784] env[70683]: _type = "Task" [ 1173.561784] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.573271] env[70683]: DEBUG oslo_vmware.api [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.581231] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cfb185-4f3d-1cd4-5266-00c874709847, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.581657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.582079] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 33cfe640-766c-40da-8900-53dbe416478a/33cfe640-766c-40da-8900-53dbe416478a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.582538] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6eeb2480-aca8-46f1-9348-bddd9973042f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.597544] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.602432] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1173.602432] env[70683]: value = "task-3281369" [ 1173.602432] env[70683]: _type = "Task" [ 1173.602432] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.614457] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.687086] env[70683]: DEBUG nova.network.neutron [-] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.862220] env[70683]: DEBUG nova.network.neutron [-] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.877710] env[70683]: DEBUG nova.network.neutron [req-c336d49f-03bb-4848-8f44-f36be24e7990 req-a1627fb9-9df2-401b-88fa-ed48feae51de service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Updated VIF entry in instance network info cache for port 731df60c-b300-45ef-b028-6d9e4851663c. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.878114] env[70683]: DEBUG nova.network.neutron [req-c336d49f-03bb-4848-8f44-f36be24e7990 req-a1627fb9-9df2-401b-88fa-ed48feae51de service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Updating instance_info_cache with network_info: [{"id": "731df60c-b300-45ef-b028-6d9e4851663c", "address": "fa:16:3e:4e:72:20", "network": {"id": "173ffe01-d3bd-40a9-a6ce-ea2c5533478a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-5688046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38de30692d0b4e30874a7f9c86a0ac57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731df60c-b3", "ovs_interfaceid": "731df60c-b300-45ef-b028-6d9e4851663c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.018109] env[70683]: INFO nova.compute.manager [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Took 0.55 seconds to detach 1 volumes for instance. [ 1174.069055] env[70683]: DEBUG oslo_vmware.api [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281368, 'name': ReconfigVM_Task, 'duration_secs': 0.245836} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.069815] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.076731] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a08dfd-66b2-42d5-b1ef-4e54b1877f92 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.097381] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.098692] env[70683]: DEBUG oslo_vmware.api [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1174.098692] env[70683]: value = "task-3281370" [ 1174.098692] env[70683]: _type = "Task" [ 1174.098692] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.110620] env[70683]: DEBUG oslo_vmware.api [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.115178] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506355} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.115418] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 33cfe640-766c-40da-8900-53dbe416478a/33cfe640-766c-40da-8900-53dbe416478a.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.115632] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.115900] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ae7075e-5f1d-49fb-bc1d-f37c8e665d24 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.121948] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1174.121948] env[70683]: value = "task-3281371" [ 1174.121948] env[70683]: _type = "Task" [ 1174.121948] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.131250] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.192255] env[70683]: INFO nova.compute.manager [-] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Took 1.46 seconds to deallocate network for instance. [ 1174.357919] env[70683]: DEBUG nova.network.neutron [-] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.365247] env[70683]: INFO nova.compute.manager [-] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Took 1.65 seconds to deallocate network for instance. [ 1174.381362] env[70683]: DEBUG oslo_concurrency.lockutils [req-c336d49f-03bb-4848-8f44-f36be24e7990 req-a1627fb9-9df2-401b-88fa-ed48feae51de service nova] Releasing lock "refresh_cache-33cfe640-766c-40da-8900-53dbe416478a" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.514860] env[70683]: DEBUG nova.compute.manager [req-363cbd9f-4edd-4cad-983a-f85d8087de3e req-e8527c4f-1394-4ce4-bb95-9eb20aed1c19 service nova] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Received event network-vif-deleted-266b4b4e-7844-46a1-977c-4c418fa2b42e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.515115] env[70683]: DEBUG nova.compute.manager [req-363cbd9f-4edd-4cad-983a-f85d8087de3e req-e8527c4f-1394-4ce4-bb95-9eb20aed1c19 service nova] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Received event network-vif-deleted-dfe3f2d7-002c-4932-8b1e-8da49a8319da {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.525150] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.525434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.525652] env[70683]: DEBUG nova.objects.instance [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'resources' on Instance uuid 32fe9afb-643a-4116-bf66-65ace9086e18 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.598272] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.607111] env[70683]: DEBUG oslo_vmware.api [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281370, 'name': ReconfigVM_Task, 'duration_secs': 0.147267} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.607437] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655323', 'volume_id': '05d3fcff-88b5-49df-86c1-71a40158b093', 'name': 'volume-05d3fcff-88b5-49df-86c1-71a40158b093', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f1e8493-fd99-4559-8986-347c43044be4', 'attached_at': '', 'detached_at': '', 'volume_id': '05d3fcff-88b5-49df-86c1-71a40158b093', 'serial': '05d3fcff-88b5-49df-86c1-71a40158b093'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1174.631305] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078017} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.631610] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.632388] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3568f812-56c2-4f7d-8faa-a8deb64b94ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.655647] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 33cfe640-766c-40da-8900-53dbe416478a/33cfe640-766c-40da-8900-53dbe416478a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.655955] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02afa82-b599-4051-ab38-5df198e5e855 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.674957] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1174.674957] env[70683]: value = "task-3281372" [ 1174.674957] env[70683]: _type = "Task" [ 1174.674957] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.682678] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.698918] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.861024] env[70683]: INFO nova.compute.manager [-] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Took 1.31 seconds to deallocate network for instance. [ 1174.872863] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.101327] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.152459] env[70683]: DEBUG nova.objects.instance [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'flavor' on Instance uuid 7f1e8493-fd99-4559-8986-347c43044be4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.176719] env[70683]: DEBUG nova.compute.manager [req-a57eadbc-4a89-4554-9a0c-98a7715618b7 req-99132a41-96e4-4112-82ac-91503aa2ee78 service nova] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Received event network-vif-deleted-e4992bdc-4343-4196-b6ff-04e71975fbdd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.187776] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.232246] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483a220d-de97-4f59-ba92-f75ec0211266 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.239951] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3015b70f-44c5-4a16-bc4a-28512cfcc889 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.274035] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fd9d33-6995-4e8b-ba4a-7e044f311edc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.281934] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c51785-9bf2-4a51-bd9b-14d30c9da34e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.295873] env[70683]: DEBUG nova.compute.provider_tree [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.367403] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.603084] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.686131] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281372, 'name': ReconfigVM_Task, 'duration_secs': 0.739879} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.686415] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 33cfe640-766c-40da-8900-53dbe416478a/33cfe640-766c-40da-8900-53dbe416478a.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.687092] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6908fd35-04f4-4087-8071-afe115b0f763 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.694496] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1175.694496] env[70683]: value = "task-3281373" [ 1175.694496] env[70683]: _type = "Task" [ 1175.694496] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.706682] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281373, 'name': Rename_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.829274] env[70683]: DEBUG nova.scheduler.client.report [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Updated inventory for provider 310e15c2-2022-48db-970f-b858868c7951 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1175.829560] env[70683]: DEBUG nova.compute.provider_tree [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Updating resource provider 310e15c2-2022-48db-970f-b858868c7951 generation from 125 to 126 during operation: update_inventory {{(pid=70683) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1175.829745] env[70683]: DEBUG nova.compute.provider_tree [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.103388] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.107234] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.107536] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.107781] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.108011] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.108235] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.110336] env[70683]: INFO nova.compute.manager [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Terminating instance [ 1176.161501] env[70683]: DEBUG oslo_concurrency.lockutils [None req-276f91c6-6d72-4d84-ad74-cbd34d209061 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.204039] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281373, 'name': Rename_Task, 'duration_secs': 0.132097} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.204321] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.204615] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ebe2bae-7d35-40fe-9d1c-fa66435f7d02 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.210992] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1176.210992] env[70683]: value = "task-3281374" [ 1176.210992] env[70683]: _type = "Task" [ 1176.210992] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.223090] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.334702] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.338648] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.639s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.338648] env[70683]: DEBUG nova.objects.instance [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'resources' on Instance uuid 8cddf556-a9f1-4af7-ba43-4b27ff612b9a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.363875] env[70683]: INFO nova.scheduler.client.report [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted allocations for instance 32fe9afb-643a-4116-bf66-65ace9086e18 [ 1176.605967] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.613995] env[70683]: DEBUG nova.compute.manager [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.614265] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.615674] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf79e370-cea5-4324-9667-3429bde66623 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.624341] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.624621] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b47469-4f99-4df0-a069-0eba494b7961 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.630504] env[70683]: DEBUG oslo_vmware.api [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1176.630504] env[70683]: value = "task-3281375" [ 1176.630504] env[70683]: _type = "Task" [ 1176.630504] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.640121] env[70683]: DEBUG oslo_vmware.api [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.721713] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281374, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.871918] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e0e8fb10-18f3-4c36-beef-ca20cf297ae9 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "32fe9afb-643a-4116-bf66-65ace9086e18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.122s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.065082] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2e2a47-0ae0-4fa0-b6f3-a61f9ee3b9b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.073555] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887d5d6e-6b62-4b3a-a7ab-e7c66587c922 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.105323] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "7f1e8493-fd99-4559-8986-347c43044be4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.105598] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.105811] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "7f1e8493-fd99-4559-8986-347c43044be4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.105993] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.106181] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.112117] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5026b2-1360-44df-b53c-5553305f47f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.116438] env[70683]: INFO nova.compute.manager [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Terminating instance [ 1177.127509] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.133420] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f960852-1a18-4175-aa81-da3fd6abc213 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.159867] env[70683]: DEBUG nova.compute.provider_tree [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.165130] env[70683]: DEBUG oslo_vmware.api [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281375, 'name': PowerOffVM_Task, 'duration_secs': 0.37163} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.165596] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.165774] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.166083] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8470ddb5-67f2-4aad-8cc8-89b80845ec89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.222656] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281374, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.235770] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.236143] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.236335] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleting the datastore file [datastore2] 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.236595] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03567223-4641-459a-a43c-72190cc20cf0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.243060] env[70683]: DEBUG oslo_vmware.api [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for the task: (returnval){ [ 1177.243060] env[70683]: value = "task-3281377" [ 1177.243060] env[70683]: _type = "Task" [ 1177.243060] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.251828] env[70683]: DEBUG oslo_vmware.api [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.617624] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.622654] env[70683]: DEBUG nova.compute.manager [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.623471] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.623963] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe968f3-ed07-4e50-bd95-e356cedf4333 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.631937] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.632393] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f8e504f-50e8-4553-966e-e5972ce6d185 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.638250] env[70683]: DEBUG oslo_vmware.api [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1177.638250] env[70683]: value = "task-3281378" [ 1177.638250] env[70683]: _type = "Task" [ 1177.638250] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.646010] env[70683]: DEBUG oslo_vmware.api [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.667210] env[70683]: DEBUG nova.scheduler.client.report [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.723975] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281374, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.754792] env[70683]: DEBUG oslo_vmware.api [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Task: {'id': task-3281377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231719} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.755066] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.755350] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.755564] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.755717] env[70683]: INFO nova.compute.manager [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1177.756019] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.756260] env[70683]: DEBUG nova.compute.manager [-] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.756380] env[70683]: DEBUG nova.network.neutron [-] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.027281] env[70683]: DEBUG nova.compute.manager [req-f856036b-ce76-41b5-bdf9-9152e1df8a90 req-b0fa0af1-fde9-4822-ae0c-02f7a2817dfc service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Received event network-vif-deleted-7fcf4b2d-2aca-4acc-9242-b85cd312b603 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.027281] env[70683]: INFO nova.compute.manager [req-f856036b-ce76-41b5-bdf9-9152e1df8a90 req-b0fa0af1-fde9-4822-ae0c-02f7a2817dfc service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Neutron deleted interface 7fcf4b2d-2aca-4acc-9242-b85cd312b603; detaching it from the instance and deleting it from the info cache [ 1178.027460] env[70683]: DEBUG nova.network.neutron [req-f856036b-ce76-41b5-bdf9-9152e1df8a90 req-b0fa0af1-fde9-4822-ae0c-02f7a2817dfc service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.118093] env[70683]: DEBUG oslo_vmware.api [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281359, 'name': ReconfigVM_Task, 'duration_secs': 5.787547} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.118440] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.118604] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Reconfigured VM to detach interface {{(pid=70683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1178.148236] env[70683]: DEBUG oslo_vmware.api [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281378, 'name': PowerOffVM_Task, 'duration_secs': 0.257835} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.148517] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.148789] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.149090] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8367b080-4581-4e5c-8ea1-351680f5e52e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.172872] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.175193] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.302s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.175453] env[70683]: DEBUG nova.objects.instance [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lazy-loading 'resources' on Instance uuid 68bc09bf-4c87-4e0d-af6d-93c23751629b {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.196194] env[70683]: INFO nova.scheduler.client.report [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Deleted allocations for instance 8cddf556-a9f1-4af7-ba43-4b27ff612b9a [ 1178.221991] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.221991] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.222263] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleting the datastore file [datastore2] 7f1e8493-fd99-4559-8986-347c43044be4 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.223411] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72aff0b8-a8ad-4aa8-93fc-7de6049feb3a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.227393] env[70683]: DEBUG oslo_vmware.api [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281374, 'name': PowerOnVM_Task, 'duration_secs': 1.656104} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.227965] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.228205] env[70683]: INFO nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1178.228417] env[70683]: DEBUG nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.229327] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b320c9-cb7b-4325-aca5-f1579cab96e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.234191] env[70683]: DEBUG oslo_vmware.api [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1178.234191] env[70683]: value = "task-3281380" [ 1178.234191] env[70683]: _type = "Task" [ 1178.234191] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.248741] env[70683]: DEBUG oslo_vmware.api [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.504790] env[70683]: DEBUG nova.network.neutron [-] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.532041] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34dae383-afa2-4259-a0b9-03bf366ff3ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.542328] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4feb8aa-8d60-44eb-9277-83564d0eed27 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.575158] env[70683]: DEBUG nova.compute.manager [req-f856036b-ce76-41b5-bdf9-9152e1df8a90 req-b0fa0af1-fde9-4822-ae0c-02f7a2817dfc service nova] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Detach interface failed, port_id=7fcf4b2d-2aca-4acc-9242-b85cd312b603, reason: Instance 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.706256] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ba8a0488-d5bb-4c3e-b4ed-cbf6effa2710 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "8cddf556-a9f1-4af7-ba43-4b27ff612b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.635s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.748440] env[70683]: DEBUG oslo_vmware.api [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481099} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.748906] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.749128] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.750032] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.750032] env[70683]: INFO nova.compute.manager [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1178.750032] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.753762] env[70683]: DEBUG nova.compute.manager [-] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.753873] env[70683]: DEBUG nova.network.neutron [-] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.766340] env[70683]: INFO nova.compute.manager [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Took 15.49 seconds to build instance. [ 1178.769432] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.769432] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.920474] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3122905e-d91f-44db-9754-3885eaf3a140 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.928976] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a205c9b-c97e-461c-9d22-8dc702e2bb98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.966904] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9c9821-5431-485c-8d38-3f6a59e621cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.975301] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be88c0-f754-4bba-9e0e-37e65ef5150a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.990662] env[70683]: DEBUG nova.compute.provider_tree [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.007649] env[70683]: INFO nova.compute.manager [-] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Took 1.25 seconds to deallocate network for instance. [ 1179.267141] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "33cfe640-766c-40da-8900-53dbe416478a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.273148] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e2b788df-06bf-4842-aec4-ea913a9e9dfd tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "33cfe640-766c-40da-8900-53dbe416478a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.003s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.273148] env[70683]: DEBUG nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.273148] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "33cfe640-766c-40da-8900-53dbe416478a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.006s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.275416] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "33cfe640-766c-40da-8900-53dbe416478a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.275796] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "33cfe640-766c-40da-8900-53dbe416478a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.276157] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "33cfe640-766c-40da-8900-53dbe416478a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.278118] env[70683]: INFO nova.compute.manager [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Terminating instance [ 1179.386588] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.386777] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.386948] env[70683]: DEBUG nova.network.neutron [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.496486] env[70683]: DEBUG nova.scheduler.client.report [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.515092] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.783996] env[70683]: DEBUG nova.compute.manager [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.784194] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.785452] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dbb41d-5a87-4621-be16-f1aa82da6b4e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.793306] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.793805] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce3eaf7-3eb3-4752-a11e-34b6ea87f15e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.800299] env[70683]: DEBUG oslo_vmware.api [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1179.800299] env[70683]: value = "task-3281381" [ 1179.800299] env[70683]: _type = "Task" [ 1179.800299] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.801247] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.809125] env[70683]: DEBUG oslo_vmware.api [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.820756] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.821083] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "8c6332f0-02f9-4897-931b-34d633170904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.821334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.821560] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "8c6332f0-02f9-4897-931b-34d633170904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.821817] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "8c6332f0-02f9-4897-931b-34d633170904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.824046] env[70683]: INFO nova.compute.manager [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Terminating instance [ 1179.836963] env[70683]: DEBUG nova.network.neutron [-] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.001992] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.006619] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.639s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.006912] env[70683]: DEBUG nova.objects.instance [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lazy-loading 'resources' on Instance uuid 8ca883db-81cc-4bfc-b70b-2dfbe9432b97 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.023577] env[70683]: INFO nova.scheduler.client.report [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Deleted allocations for instance 68bc09bf-4c87-4e0d-af6d-93c23751629b [ 1180.068831] env[70683]: DEBUG nova.compute.manager [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-vif-deleted-95d5a871-3bc9-4366-9ec9-e0d214e698da {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.068938] env[70683]: INFO nova.compute.manager [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Neutron deleted interface 95d5a871-3bc9-4366-9ec9-e0d214e698da; detaching it from the instance and deleting it from the info cache [ 1180.069229] env[70683]: DEBUG nova.network.neutron [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ed6a733b-fff1-4c4c-989d-fc0ba5574bb1", "address": "fa:16:3e:64:92:54", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6a733b-ff", "ovs_interfaceid": "ed6a733b-fff1-4c4c-989d-fc0ba5574bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.169303] env[70683]: INFO nova.network.neutron [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Port 95d5a871-3bc9-4366-9ec9-e0d214e698da from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1180.169539] env[70683]: INFO nova.network.neutron [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Port ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1180.169871] env[70683]: DEBUG nova.network.neutron [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.313342] env[70683]: DEBUG oslo_vmware.api [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281381, 'name': PowerOffVM_Task, 'duration_secs': 0.329357} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.313662] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.313780] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.314044] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f841ac95-df77-45cc-8ce8-0916f583e56a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.327473] env[70683]: DEBUG nova.compute.manager [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.327678] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.328513] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3679a0-224d-4b45-93af-d7399bbe3e2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.336300] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.336855] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bea679f5-62a0-46dc-8159-cb11a6b11ab7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.339526] env[70683]: INFO nova.compute.manager [-] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Took 1.59 seconds to deallocate network for instance. [ 1180.342406] env[70683]: DEBUG oslo_vmware.api [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1180.342406] env[70683]: value = "task-3281383" [ 1180.342406] env[70683]: _type = "Task" [ 1180.342406] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.354138] env[70683]: DEBUG oslo_vmware.api [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.386807] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.387038] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.387719] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleting the datastore file [datastore1] 33cfe640-766c-40da-8900-53dbe416478a {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.387850] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4589754f-3a1d-4d5b-a137-6eed1478ab9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.393732] env[70683]: DEBUG oslo_vmware.api [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for the task: (returnval){ [ 1180.393732] env[70683]: value = "task-3281384" [ 1180.393732] env[70683]: _type = "Task" [ 1180.393732] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.404171] env[70683]: DEBUG oslo_vmware.api [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.531754] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b16b6471-6b0f-4d9e-92c3-71e5083a7a15 tempest-ServersTestManualDisk-1461002353 tempest-ServersTestManualDisk-1461002353-project-member] Lock "68bc09bf-4c87-4e0d-af6d-93c23751629b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.455s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.540133] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.540300] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.572501] env[70683]: DEBUG oslo_concurrency.lockutils [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] Acquiring lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.672823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.720515] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3813a586-c7c3-4889-a458-f481d2a547ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.728915] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bd22ed-7d09-464f-b54c-e68c31ce968b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.759620] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b5fc2f-9288-4efb-a860-9b2d1130d4f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.767688] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4efe353-606b-48ee-b36a-1a62bcb5464b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.783234] env[70683]: DEBUG nova.compute.provider_tree [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.850357] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.855894] env[70683]: DEBUG oslo_vmware.api [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281383, 'name': PowerOffVM_Task, 'duration_secs': 0.215233} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.856152] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.856318] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.856555] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d11baa84-fcc6-4f72-a3a5-3cc0df653b79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.904739] env[70683]: DEBUG oslo_vmware.api [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Task: {'id': task-3281384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191601} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.904739] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.904739] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.904739] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.904739] env[70683]: INFO nova.compute.manager [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1180.905017] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.905332] env[70683]: DEBUG nova.compute.manager [-] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.905441] env[70683]: DEBUG nova.network.neutron [-] [instance: 33cfe640-766c-40da-8900-53dbe416478a] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.949226] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.949456] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.949627] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleting the datastore file [datastore1] 8c6332f0-02f9-4897-931b-34d633170904 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.949914] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-087405cb-cb66-4390-af0f-7664b9540e41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.956530] env[70683]: DEBUG oslo_vmware.api [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1180.956530] env[70683]: value = "task-3281386" [ 1180.956530] env[70683]: _type = "Task" [ 1180.956530] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.964890] env[70683]: DEBUG oslo_vmware.api [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.042320] env[70683]: DEBUG nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.180886] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0942d8bd-0d6f-467a-a102-00915ff09560 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-8c6332f0-02f9-4897-931b-34d633170904-95d5a871-3bc9-4366-9ec9-e0d214e698da" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.679s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.286200] env[70683]: DEBUG nova.scheduler.client.report [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.466313] env[70683]: DEBUG oslo_vmware.api [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18353} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.466581] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.466754] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.467786] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.467786] env[70683]: INFO nova.compute.manager [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1181.467786] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.467786] env[70683]: DEBUG nova.compute.manager [-] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.467786] env[70683]: DEBUG nova.network.neutron [-] [instance: 8c6332f0-02f9-4897-931b-34d633170904] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.511058] env[70683]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 could not be found.", "detail": ""}} {{(pid=70683) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1181.511293] env[70683]: DEBUG nova.network.neutron [-] Unable to show port ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 as it no longer exists. {{(pid=70683) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1181.563751] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.645816] env[70683]: DEBUG nova.network.neutron [-] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.794051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.794051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.279s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.794051] env[70683]: DEBUG nova.objects.instance [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lazy-loading 'resources' on Instance uuid 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.818220] env[70683]: INFO nova.scheduler.client.report [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted allocations for instance 8ca883db-81cc-4bfc-b70b-2dfbe9432b97 [ 1182.150519] env[70683]: INFO nova.compute.manager [-] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Took 1.24 seconds to deallocate network for instance. [ 1182.171792] env[70683]: DEBUG nova.compute.manager [req-675e6aa9-5bc3-45ca-ae43-75a4595ac13b req-eb70e5e2-746b-4009-b39d-fd1c4c0c526f service nova] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Received event network-vif-deleted-731df60c-b300-45ef-b028-6d9e4851663c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.328401] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c8b083ae-7dec-4351-96e2-a38f3dd37d3a tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8ca883db-81cc-4bfc-b70b-2dfbe9432b97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.501s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.503940] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab1573-529c-4903-a1d4-cf9896f4fbc1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.513122] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d214de1-19a1-4184-93d7-fe645031b526 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.545010] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13312ce0-90c2-4103-b183-5f9f9964b8a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.553466] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fbd41a-af36-47d8-8c60-cfcac87efaed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.567365] env[70683]: DEBUG nova.compute.provider_tree [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.657824] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.698898] env[70683]: DEBUG nova.network.neutron [-] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.071454] env[70683]: DEBUG nova.scheduler.client.report [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.201610] env[70683]: INFO nova.compute.manager [-] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Took 1.73 seconds to deallocate network for instance. [ 1183.530608] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "9d1f943f-db81-4dd9-9127-f7f75d4be049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.530943] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "9d1f943f-db81-4dd9-9127-f7f75d4be049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.576161] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.580368] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.778s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.581930] env[70683]: INFO nova.compute.claims [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.606088] env[70683]: INFO nova.scheduler.client.report [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Deleted allocations for instance 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf [ 1183.710962] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.033747] env[70683]: DEBUG nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.120435] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9a076577-6a4d-4e33-a645-cd2aff15d165 tempest-ServersNegativeTestJSON-277010201 tempest-ServersNegativeTestJSON-277010201-project-member] Lock "5d01b48d-35a7-48d5-a42a-ccb9cfd74caf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.013s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.207477] env[70683]: DEBUG nova.compute.manager [req-9a8ca864-9da1-4be9-b508-b43134e3fba5 req-521a07a6-92f5-428b-91e0-9409ef76cd7d service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-vif-deleted-c64ee628-09fa-4523-998f-0c147e7b5198 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.562017] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.774056] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab49f5-a51c-486e-a57f-20210c299d74 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.781307] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eaaac0-0688-4938-9a2f-630adf4c5b87 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.815248] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dded785-5a6d-406b-b0e8-e9e183c8def8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.822729] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1dd7a2-841c-412f-926a-50555e183647 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.838608] env[70683]: DEBUG nova.compute.provider_tree [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.345164] env[70683]: DEBUG nova.scheduler.client.report [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.854098] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.855594] env[70683]: DEBUG nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.860452] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.010s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.860669] env[70683]: DEBUG nova.objects.instance [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'resources' on Instance uuid 7f1e8493-fd99-4559-8986-347c43044be4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.365380] env[70683]: DEBUG nova.compute.utils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.368828] env[70683]: DEBUG nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.368901] env[70683]: DEBUG nova.network.neutron [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.411182] env[70683]: DEBUG nova.policy [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4643b465413c4287a8a3b63e5fc56671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a0d5f5975849c6acb9f2c795e60b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.589468] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb72998b-8e3e-4fb7-9eca-b64203978393 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.595786] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b864a302-b9f5-4ffd-a900-5c12d4ef6c9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.631647] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2e7f07-cceb-4178-89ee-e321b80dd138 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.639146] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2bad0b-716d-497a-9562-1c31acf570f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.653762] env[70683]: DEBUG nova.compute.provider_tree [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.708551] env[70683]: DEBUG nova.network.neutron [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Successfully created port: d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.818515] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "27d59c74-af98-4835-9ccd-ad1b481427e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.818748] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.871717] env[70683]: DEBUG nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.160192] env[70683]: DEBUG nova.scheduler.client.report [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.320993] env[70683]: DEBUG nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.666326] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.669152] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.105s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.670707] env[70683]: INFO nova.compute.claims [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.692484] env[70683]: INFO nova.scheduler.client.report [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleted allocations for instance 7f1e8493-fd99-4559-8986-347c43044be4 [ 1187.838356] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.880741] env[70683]: DEBUG nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.906043] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.906158] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.906245] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.906414] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.906571] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.906718] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.906936] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.908267] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.908303] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.908577] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.908683] env[70683]: DEBUG nova.virt.hardware [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.910028] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc17850-df7d-4962-bba2-c182a707c632 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.919263] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fc43a6-2eea-4a2b-be1d-f10699465d63 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.173326] env[70683]: DEBUG nova.compute.manager [req-72ebcbeb-0584-4611-9fe9-f4673712ab01 req-76dc82b1-5394-46f2-8b49-473393de50d1 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Received event network-vif-plugged-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.173551] env[70683]: DEBUG oslo_concurrency.lockutils [req-72ebcbeb-0584-4611-9fe9-f4673712ab01 req-76dc82b1-5394-46f2-8b49-473393de50d1 service nova] Acquiring lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.173758] env[70683]: DEBUG oslo_concurrency.lockutils [req-72ebcbeb-0584-4611-9fe9-f4673712ab01 req-76dc82b1-5394-46f2-8b49-473393de50d1 service nova] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.173934] env[70683]: DEBUG oslo_concurrency.lockutils [req-72ebcbeb-0584-4611-9fe9-f4673712ab01 req-76dc82b1-5394-46f2-8b49-473393de50d1 service nova] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.174349] env[70683]: DEBUG nova.compute.manager [req-72ebcbeb-0584-4611-9fe9-f4673712ab01 req-76dc82b1-5394-46f2-8b49-473393de50d1 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] No waiting events found dispatching network-vif-plugged-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.174569] env[70683]: WARNING nova.compute.manager [req-72ebcbeb-0584-4611-9fe9-f4673712ab01 req-76dc82b1-5394-46f2-8b49-473393de50d1 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Received unexpected event network-vif-plugged-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 for instance with vm_state building and task_state spawning. [ 1188.201168] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c839e6e4-1940-4e03-944d-505f0b73e50d tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "7f1e8493-fd99-4559-8986-347c43044be4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.095s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.280420] env[70683]: DEBUG nova.network.neutron [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Successfully updated port: d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.783433] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.783593] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.783744] env[70683]: DEBUG nova.network.neutron [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.847455] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29d7924-d9dc-49b4-8294-884dfdae2bb5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.855588] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f92f6e6-4c48-451d-94da-0d064572bee6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.887568] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7902384-a871-4233-9e14-dc7fba04de16 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.895664] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f15f6-4e14-4677-a32f-ed6e8dd25293 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.909439] env[70683]: DEBUG nova.compute.provider_tree [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.327525] env[70683]: DEBUG nova.network.neutron [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.412579] env[70683]: DEBUG nova.scheduler.client.report [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.472508] env[70683]: DEBUG nova.network.neutron [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Updating instance_info_cache with network_info: [{"id": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "address": "fa:16:3e:eb:17:3c", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c8ebc2-ea", "ovs_interfaceid": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.896223] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.896480] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.917810] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.918295] env[70683]: DEBUG nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.920727] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.263s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.920999] env[70683]: DEBUG nova.objects.instance [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lazy-loading 'resources' on Instance uuid 33cfe640-766c-40da-8900-53dbe416478a {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.975044] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.975044] env[70683]: DEBUG nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Instance network_info: |[{"id": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "address": "fa:16:3e:eb:17:3c", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c8ebc2-ea", "ovs_interfaceid": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.975393] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:17:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c8ebc2-eaf9-4844-bd95-3b23a97b55d0', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.984066] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.984066] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.984066] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fdfc941-d793-42d5-b228-4ff4160dbdf9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.005417] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.005417] env[70683]: value = "task-3281387" [ 1190.005417] env[70683]: _type = "Task" [ 1190.005417] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.013427] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281387, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.205226] env[70683]: DEBUG nova.compute.manager [req-d442c56d-2ead-4f26-8d1f-ecb7f6b23198 req-e92eca10-524e-43e5-bd9c-79e08db346cd service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Received event network-changed-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.205226] env[70683]: DEBUG nova.compute.manager [req-d442c56d-2ead-4f26-8d1f-ecb7f6b23198 req-e92eca10-524e-43e5-bd9c-79e08db346cd service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Refreshing instance network info cache due to event network-changed-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.205411] env[70683]: DEBUG oslo_concurrency.lockutils [req-d442c56d-2ead-4f26-8d1f-ecb7f6b23198 req-e92eca10-524e-43e5-bd9c-79e08db346cd service nova] Acquiring lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.205583] env[70683]: DEBUG oslo_concurrency.lockutils [req-d442c56d-2ead-4f26-8d1f-ecb7f6b23198 req-e92eca10-524e-43e5-bd9c-79e08db346cd service nova] Acquired lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.205777] env[70683]: DEBUG nova.network.neutron [req-d442c56d-2ead-4f26-8d1f-ecb7f6b23198 req-e92eca10-524e-43e5-bd9c-79e08db346cd service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Refreshing network info cache for port d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.217127] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.217389] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.217602] env[70683]: INFO nova.compute.manager [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Shelving [ 1190.398760] env[70683]: DEBUG nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.423850] env[70683]: DEBUG nova.compute.utils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.428146] env[70683]: DEBUG nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.428328] env[70683]: DEBUG nova.network.neutron [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.473286] env[70683]: DEBUG nova.policy [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb33bf265904907bb3579c29bcb95ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '280e1be91a7446b0a007da10531c9603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.514557] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281387, 'name': CreateVM_Task, 'duration_secs': 0.378676} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.516662] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.517474] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.517642] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.517952] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.518220] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e4a6b8-9bab-4c2e-81a4-d60478e947bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.522408] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1190.522408] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a2c052-d974-3cc6-5912-2b409e0cb2e5" [ 1190.522408] env[70683]: _type = "Task" [ 1190.522408] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.533783] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a2c052-d974-3cc6-5912-2b409e0cb2e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.596591] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dee6c52-c88c-4b84-af08-d526aff1fcf3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.603623] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14fc558-f67f-44e3-89ee-6325c721a1eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.633301] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6e24ad-109f-4882-b52c-8d727cdbf3fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.640130] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931f0bc1-322c-47e2-b160-a9032ae7e24d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.652879] env[70683]: DEBUG nova.compute.provider_tree [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.732222] env[70683]: DEBUG nova.network.neutron [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Successfully created port: d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.919539] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.928416] env[70683]: DEBUG nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.963173] env[70683]: DEBUG nova.network.neutron [req-d442c56d-2ead-4f26-8d1f-ecb7f6b23198 req-e92eca10-524e-43e5-bd9c-79e08db346cd service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Updated VIF entry in instance network info cache for port d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.963567] env[70683]: DEBUG nova.network.neutron [req-d442c56d-2ead-4f26-8d1f-ecb7f6b23198 req-e92eca10-524e-43e5-bd9c-79e08db346cd service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Updating instance_info_cache with network_info: [{"id": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "address": "fa:16:3e:eb:17:3c", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c8ebc2-ea", "ovs_interfaceid": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.033680] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a2c052-d974-3cc6-5912-2b409e0cb2e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.034407] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.034513] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.034790] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.034970] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.035210] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.035493] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1efa1bed-046e-4cc6-b70d-95077371d640 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.043772] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.043956] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.044707] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e171711f-e7fa-40a1-b47e-3f4dc2bd432c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.049856] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1191.049856] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52afb183-7903-5a28-f65d-3cc149514cac" [ 1191.049856] env[70683]: _type = "Task" [ 1191.049856] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.057272] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52afb183-7903-5a28-f65d-3cc149514cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.156016] env[70683]: DEBUG nova.scheduler.client.report [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.226970] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.227320] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e85bc1-dd80-4621-a93b-e11e5c435cc2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.234619] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1191.234619] env[70683]: value = "task-3281388" [ 1191.234619] env[70683]: _type = "Task" [ 1191.234619] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.244983] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.466456] env[70683]: DEBUG oslo_concurrency.lockutils [req-d442c56d-2ead-4f26-8d1f-ecb7f6b23198 req-e92eca10-524e-43e5-bd9c-79e08db346cd service nova] Releasing lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.559817] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52afb183-7903-5a28-f65d-3cc149514cac, 'name': SearchDatastore_Task, 'duration_secs': 0.007566} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.560634] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff15abeb-9ec5-4114-8c43-5e6715e459f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.565374] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1191.565374] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522c33d2-77c8-7b32-f391-55f8851b16cb" [ 1191.565374] env[70683]: _type = "Task" [ 1191.565374] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.573157] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522c33d2-77c8-7b32-f391-55f8851b16cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.660773] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.663105] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.952s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.663341] env[70683]: DEBUG nova.objects.instance [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'resources' on Instance uuid 8c6332f0-02f9-4897-931b-34d633170904 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.682585] env[70683]: INFO nova.scheduler.client.report [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Deleted allocations for instance 33cfe640-766c-40da-8900-53dbe416478a [ 1191.745360] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281388, 'name': PowerOffVM_Task, 'duration_secs': 0.197998} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.745640] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.746434] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaaebe9-bd24-4468-98e5-79e606350200 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.764646] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2992893d-5de1-4aa7-a7c0-77991831ad2c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.937701] env[70683]: DEBUG nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.971572] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.971889] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.972065] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.972227] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.972378] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.972549] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.972835] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.972903] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.973053] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.973242] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.973425] env[70683]: DEBUG nova.virt.hardware [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.974904] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf15e05-cd56-4fc8-910b-1f69828041c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.982570] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2372e23d-0f40-48c0-9622-47a41bff2c4a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.077257] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522c33d2-77c8-7b32-f391-55f8851b16cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.077574] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.077878] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] bb68867a-e2b7-4a6d-b613-e693d79e05ad/bb68867a-e2b7-4a6d-b613-e693d79e05ad.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.078293] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b65096d-7cf7-42ac-af4a-bc107db644f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.085644] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1192.085644] env[70683]: value = "task-3281389" [ 1192.085644] env[70683]: _type = "Task" [ 1192.085644] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.093827] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.191464] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2b7622ad-ec7b-4ffb-a15e-91e7800f6e55 tempest-ImagesOneServerNegativeTestJSON-2090147290 tempest-ImagesOneServerNegativeTestJSON-2090147290-project-member] Lock "33cfe640-766c-40da-8900-53dbe416478a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.918s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.203892] env[70683]: DEBUG nova.network.neutron [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Successfully updated port: d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.238088] env[70683]: DEBUG nova.compute.manager [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Received event network-vif-plugged-d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.238483] env[70683]: DEBUG oslo_concurrency.lockutils [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.239321] env[70683]: DEBUG oslo_concurrency.lockutils [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.241560] env[70683]: DEBUG oslo_concurrency.lockutils [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.241560] env[70683]: DEBUG nova.compute.manager [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] No waiting events found dispatching network-vif-plugged-d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.241560] env[70683]: WARNING nova.compute.manager [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Received unexpected event network-vif-plugged-d26c4b1e-666b-439c-bf0e-65548810e4a9 for instance with vm_state building and task_state spawning. [ 1192.241560] env[70683]: DEBUG nova.compute.manager [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Received event network-changed-d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.241560] env[70683]: DEBUG nova.compute.manager [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Refreshing instance network info cache due to event network-changed-d26c4b1e-666b-439c-bf0e-65548810e4a9. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.241560] env[70683]: DEBUG oslo_concurrency.lockutils [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] Acquiring lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.241560] env[70683]: DEBUG oslo_concurrency.lockutils [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] Acquired lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.241560] env[70683]: DEBUG nova.network.neutron [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Refreshing network info cache for port d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.274202] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1192.274519] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-052e62d0-8eef-4e33-a7be-b32e857f5fad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.283056] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1192.283056] env[70683]: value = "task-3281390" [ 1192.283056] env[70683]: _type = "Task" [ 1192.283056] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.295920] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.389551] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7064419-4dd4-4e55-a0df-1cff84064cb6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.398697] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170be4cc-46b0-41f3-91fa-a71a6472983c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.436323] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b2104b-cd6b-48b1-9633-8002f0ecbce4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.445423] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678bce7-e7f4-46db-b382-f0b22655b2b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.465527] env[70683]: DEBUG nova.compute.provider_tree [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.596050] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500193} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.597114] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] bb68867a-e2b7-4a6d-b613-e693d79e05ad/bb68867a-e2b7-4a6d-b613-e693d79e05ad.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.597114] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.597114] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18ed6423-f0cb-4bec-86bf-8095e77677d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.603589] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1192.603589] env[70683]: value = "task-3281391" [ 1192.603589] env[70683]: _type = "Task" [ 1192.603589] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.612098] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.708307] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.792959] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281390, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.793981] env[70683]: DEBUG nova.network.neutron [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.903480] env[70683]: DEBUG nova.network.neutron [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.969394] env[70683]: DEBUG nova.scheduler.client.report [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.113523] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064175} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.114176] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.115073] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1976cc-3792-4bf6-aeff-ad68cd3387d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.136714] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bb68867a-e2b7-4a6d-b613-e693d79e05ad/bb68867a-e2b7-4a6d-b613-e693d79e05ad.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.137038] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6722f8f0-9af2-47cc-82f4-99c60fc8824a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.156341] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1193.156341] env[70683]: value = "task-3281392" [ 1193.156341] env[70683]: _type = "Task" [ 1193.156341] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.165418] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.294781] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281390, 'name': CreateSnapshot_Task, 'duration_secs': 0.512778} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.296157] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1193.296989] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0e1c85-3a3c-431a-a45c-13882aec12ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.406326] env[70683]: DEBUG oslo_concurrency.lockutils [req-2df666f5-dce0-44c2-a435-c79826618551 req-f00f379b-4bd8-4067-bfe7-c8615c6cdeae service nova] Releasing lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.406710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.406873] env[70683]: DEBUG nova.network.neutron [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.473835] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.477054] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.914s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.477932] env[70683]: INFO nova.compute.claims [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.506450] env[70683]: INFO nova.scheduler.client.report [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleted allocations for instance 8c6332f0-02f9-4897-931b-34d633170904 [ 1193.667324] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281392, 'name': ReconfigVM_Task, 'duration_secs': 0.277925} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.667606] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bb68867a-e2b7-4a6d-b613-e693d79e05ad/bb68867a-e2b7-4a6d-b613-e693d79e05ad.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.668273] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558d16a0-1830-44eb-83aa-f92054658f5f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.674512] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1193.674512] env[70683]: value = "task-3281393" [ 1193.674512] env[70683]: _type = "Task" [ 1193.674512] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.682636] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281393, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.819292] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1193.819591] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a49c167f-f6c7-4b80-ba38-037762c216f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.829306] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1193.829306] env[70683]: value = "task-3281394" [ 1193.829306] env[70683]: _type = "Task" [ 1193.829306] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.840307] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281394, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.945832] env[70683]: DEBUG nova.network.neutron [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.018706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0133059a-d1d8-427a-9508-eb327510a73a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "8c6332f0-02f9-4897-931b-34d633170904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.197s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.020383] env[70683]: DEBUG oslo_concurrency.lockutils [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] Acquired lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.021772] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccddd82-9a9a-4b36-bfa7-7b7ed665fbc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.033180] env[70683]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1194.033404] env[70683]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70683) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1194.033920] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b246a697-3313-483a-a18b-ba8fc4831310 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.044021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca1cfaa-5803-4c64-8596-b2c2cd42c893 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.076870] env[70683]: ERROR root [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-655294' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-655294' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-655294' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-655294'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-655294' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-655294' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-655294'}\n"]: nova.exception.InstanceNotFound: Instance 8c6332f0-02f9-4897-931b-34d633170904 could not be found. [ 1194.077128] env[70683]: DEBUG oslo_concurrency.lockutils [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] Releasing lock "8c6332f0-02f9-4897-931b-34d633170904" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.077274] env[70683]: DEBUG nova.compute.manager [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Detach interface failed, port_id=95d5a871-3bc9-4366-9ec9-e0d214e698da, reason: Instance 8c6332f0-02f9-4897-931b-34d633170904 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.077452] env[70683]: DEBUG nova.compute.manager [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Received event network-vif-deleted-ed6a733b-fff1-4c4c-989d-fc0ba5574bb1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.077621] env[70683]: INFO nova.compute.manager [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Neutron deleted interface ed6a733b-fff1-4c4c-989d-fc0ba5574bb1; detaching it from the instance and deleting it from the info cache [ 1194.077870] env[70683]: DEBUG nova.network.neutron [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Updating instance_info_cache with network_info: [{"id": "c64ee628-09fa-4523-998f-0c147e7b5198", "address": "fa:16:3e:70:6f:94", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc64ee628-09", "ovs_interfaceid": "c64ee628-09fa-4523-998f-0c147e7b5198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.101865] env[70683]: DEBUG nova.network.neutron [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Updating instance_info_cache with network_info: [{"id": "d26c4b1e-666b-439c-bf0e-65548810e4a9", "address": "fa:16:3e:e4:2f:fa", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26c4b1e-66", "ovs_interfaceid": "d26c4b1e-666b-439c-bf0e-65548810e4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.184909] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281393, 'name': Rename_Task, 'duration_secs': 0.130555} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.185207] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.185468] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e012051f-48b3-45f3-b684-874a03ea3031 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.191745] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1194.191745] env[70683]: value = "task-3281395" [ 1194.191745] env[70683]: _type = "Task" [ 1194.191745] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.199260] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.339160] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281394, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.582683] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10a3f1f0-0c07-4fa6-8c88-29a7f947fc26 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.591497] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3278611d-3b01-4f95-886f-ee311e94bd39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.606883] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Releasing lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.607183] env[70683]: DEBUG nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Instance network_info: |[{"id": "d26c4b1e-666b-439c-bf0e-65548810e4a9", "address": "fa:16:3e:e4:2f:fa", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26c4b1e-66", "ovs_interfaceid": "d26c4b1e-666b-439c-bf0e-65548810e4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.608203] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:2f:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd26c4b1e-666b-439c-bf0e-65548810e4a9', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.616045] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.616273] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.616781] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713f28f5-327d-471f-9ced-a27c5d1959f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.647387] env[70683]: DEBUG nova.compute.manager [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Detach interface failed, port_id=ed6a733b-fff1-4c4c-989d-fc0ba5574bb1, reason: Instance 8c6332f0-02f9-4897-931b-34d633170904 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.647629] env[70683]: DEBUG nova.compute.manager [req-9cb2e517-6475-4b88-a24c-0ac51157c761 req-fc497602-775b-419b-ab70-471f699045d5 service nova] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Received event network-vif-deleted-c36e64bb-d834-4922-89e6-cc9751433e99 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.652957] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.652957] env[70683]: value = "task-3281396" [ 1194.652957] env[70683]: _type = "Task" [ 1194.652957] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.661470] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281396, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.703272] env[70683]: DEBUG oslo_vmware.api [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281395, 'name': PowerOnVM_Task, 'duration_secs': 0.448839} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.704533] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.704747] env[70683]: INFO nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1194.704980] env[70683]: DEBUG nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.706035] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9850f4f9-76ff-43b0-8952-f4a9543edbab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.709208] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13274da5-efaf-4519-aef4-5f8341cf3ebe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.720659] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762f3b7d-df06-4a32-bf3e-e2587a94549b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.756621] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c5b410-0e04-4a3f-9d14-3aa6cd7752c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.765804] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b28f3f-bc22-437b-a543-f2f7b5437636 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.782252] env[70683]: DEBUG nova.compute.provider_tree [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.842887] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281394, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.164101] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281396, 'name': CreateVM_Task, 'duration_secs': 0.368547} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.164366] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.164958] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.165128] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.165557] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.165821] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a0ff9a-009b-4b41-a388-fa16cb6c7fc4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.170488] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1195.170488] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245e0c2-45ad-a1aa-ead2-85a19d7ccf9b" [ 1195.170488] env[70683]: _type = "Task" [ 1195.170488] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.178102] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245e0c2-45ad-a1aa-ead2-85a19d7ccf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.229899] env[70683]: INFO nova.compute.manager [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Took 15.45 seconds to build instance. [ 1195.287016] env[70683]: DEBUG nova.scheduler.client.report [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.341635] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281394, 'name': CloneVM_Task, 'duration_secs': 1.108055} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.341908] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Created linked-clone VM from snapshot [ 1195.342671] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037725ae-cec6-4ffd-8591-9d365c096646 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.350586] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Uploading image 115da4d5-031a-49df-bb80-a6cfa85cbca0 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1195.379942] env[70683]: DEBUG oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1195.379942] env[70683]: value = "vm-655327" [ 1195.379942] env[70683]: _type = "VirtualMachine" [ 1195.379942] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1195.380251] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0239de0a-bb83-4350-9aee-22c7409a9683 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.386726] env[70683]: DEBUG oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lease: (returnval){ [ 1195.386726] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525295e9-6cd0-cde5-1e83-74a55dc35004" [ 1195.386726] env[70683]: _type = "HttpNfcLease" [ 1195.386726] env[70683]: } obtained for exporting VM: (result){ [ 1195.386726] env[70683]: value = "vm-655327" [ 1195.386726] env[70683]: _type = "VirtualMachine" [ 1195.386726] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1195.387174] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the lease: (returnval){ [ 1195.387174] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525295e9-6cd0-cde5-1e83-74a55dc35004" [ 1195.387174] env[70683]: _type = "HttpNfcLease" [ 1195.387174] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1195.393529] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.393529] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525295e9-6cd0-cde5-1e83-74a55dc35004" [ 1195.393529] env[70683]: _type = "HttpNfcLease" [ 1195.393529] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1195.683136] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245e0c2-45ad-a1aa-ead2-85a19d7ccf9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.683455] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.683690] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.683924] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.684088] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.684268] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.684525] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a93861a-6466-4796-8929-6eaf03d638cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.693463] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.693692] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.694555] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f8d637-dc78-4a6b-bd5f-395f2d9cb382 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.700217] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1195.700217] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c6d677-1b46-0502-47d3-af8e08a23440" [ 1195.700217] env[70683]: _type = "Task" [ 1195.700217] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.708471] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c6d677-1b46-0502-47d3-af8e08a23440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.732127] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e1d8921c-87b0-4b5f-844e-2855071de40b tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.964s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.791325] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.791853] env[70683]: DEBUG nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.797712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.957s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.797712] env[70683]: INFO nova.compute.claims [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.895482] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.895482] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525295e9-6cd0-cde5-1e83-74a55dc35004" [ 1195.895482] env[70683]: _type = "HttpNfcLease" [ 1195.895482] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1195.895845] env[70683]: DEBUG oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1195.895845] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525295e9-6cd0-cde5-1e83-74a55dc35004" [ 1195.895845] env[70683]: _type = "HttpNfcLease" [ 1195.895845] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1195.896501] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75639ca-9bb2-4950-bd52-a3a5c5730939 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.903781] env[70683]: DEBUG oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524dd064-0310-e588-29e9-a3b5db85676a/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1195.903962] env[70683]: DEBUG oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524dd064-0310-e588-29e9-a3b5db85676a/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1196.002218] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2aea9a86-8419-4764-b174-0232c8ec8ad7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.216073] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c6d677-1b46-0502-47d3-af8e08a23440, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.216883] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd8ff55-5ee4-4df6-9c86-70d128242d95 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.222310] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1196.222310] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529b0f7f-0f1b-441e-acba-24fae44e0625" [ 1196.222310] env[70683]: _type = "Task" [ 1196.222310] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.229968] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529b0f7f-0f1b-441e-acba-24fae44e0625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.297108] env[70683]: DEBUG nova.compute.utils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.299081] env[70683]: DEBUG nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.299081] env[70683]: DEBUG nova.network.neutron [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.357216] env[70683]: DEBUG nova.policy [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74919901a9db4a79b3e87282c4ccac7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f226f3501ac498caab495dc5120a888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.654255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.654743] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.734981] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529b0f7f-0f1b-441e-acba-24fae44e0625, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.735283] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.737277] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] b7373ce1-fb32-41b7-abac-c7b0e0ff8af3/b7373ce1-fb32-41b7-abac-c7b0e0ff8af3.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.737277] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef687dcc-08b2-47dc-ab20-73407ccfc787 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.747867] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1196.747867] env[70683]: value = "task-3281398" [ 1196.747867] env[70683]: _type = "Task" [ 1196.747867] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.754989] env[70683]: DEBUG nova.network.neutron [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Successfully created port: 3cd76217-9034-4fc9-ae96-d6ca4c764f18 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.763048] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.802748] env[70683]: DEBUG nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.006343] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.006631] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.006806] env[70683]: INFO nova.compute.manager [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Shelving [ 1197.082996] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e959fb-d6fd-4f88-9eb9-0a94836bee47 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.097521] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b37ce-e020-48bc-8820-c2040a31c0c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.142301] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200509b9-4624-4dec-b95c-74e8ba4800d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.154698] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d828d20-f1ac-4431-b400-58aeb38ae675 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.162141] env[70683]: DEBUG nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.177585] env[70683]: DEBUG nova.compute.provider_tree [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.259797] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.674703] env[70683]: DEBUG oslo_concurrency.lockutils [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.675027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.681097] env[70683]: DEBUG nova.scheduler.client.report [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.688625] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.760207] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55125} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.760472] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] b7373ce1-fb32-41b7-abac-c7b0e0ff8af3/b7373ce1-fb32-41b7-abac-c7b0e0ff8af3.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.760783] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.761196] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a21d366-4ec0-40bd-b384-3c0b86f35622 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.769301] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1197.769301] env[70683]: value = "task-3281399" [ 1197.769301] env[70683]: _type = "Task" [ 1197.769301] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.778636] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.817159] env[70683]: DEBUG nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.844134] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.844353] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.844510] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.844823] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.844823] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.844973] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.845233] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.845366] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.845630] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.845820] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.846011] env[70683]: DEBUG nova.virt.hardware [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.846920] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af90efb8-e159-492b-bb1d-1cb568d2c404 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.856100] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33156b3-99e4-436b-9820-b138c0511f40 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.023134] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.023134] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-855c24e8-c29b-497e-85f1-307b944bda3b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.030382] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1198.030382] env[70683]: value = "task-3281400" [ 1198.030382] env[70683]: _type = "Task" [ 1198.030382] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.040628] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.065212] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.065651] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.122584] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "b92bb1d3-f351-40bc-a678-313bf08b46cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.123036] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "b92bb1d3-f351-40bc-a678-313bf08b46cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.123351] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "b92bb1d3-f351-40bc-a678-313bf08b46cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.124478] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "b92bb1d3-f351-40bc-a678-313bf08b46cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.124478] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "b92bb1d3-f351-40bc-a678-313bf08b46cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.127263] env[70683]: INFO nova.compute.manager [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Terminating instance [ 1198.178280] env[70683]: DEBUG nova.compute.utils [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.188015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.188583] env[70683]: DEBUG nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.191350] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.272s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.192894] env[70683]: INFO nova.compute.claims [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.265674] env[70683]: DEBUG nova.compute.manager [req-71469204-85b6-4c08-99ca-2be153d5089a req-149a55f0-e5f8-479d-b60b-765112a2f2be service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Received event network-vif-plugged-3cd76217-9034-4fc9-ae96-d6ca4c764f18 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.265974] env[70683]: DEBUG oslo_concurrency.lockutils [req-71469204-85b6-4c08-99ca-2be153d5089a req-149a55f0-e5f8-479d-b60b-765112a2f2be service nova] Acquiring lock "9d1f943f-db81-4dd9-9127-f7f75d4be049-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.266136] env[70683]: DEBUG oslo_concurrency.lockutils [req-71469204-85b6-4c08-99ca-2be153d5089a req-149a55f0-e5f8-479d-b60b-765112a2f2be service nova] Lock "9d1f943f-db81-4dd9-9127-f7f75d4be049-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.266333] env[70683]: DEBUG oslo_concurrency.lockutils [req-71469204-85b6-4c08-99ca-2be153d5089a req-149a55f0-e5f8-479d-b60b-765112a2f2be service nova] Lock "9d1f943f-db81-4dd9-9127-f7f75d4be049-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.266517] env[70683]: DEBUG nova.compute.manager [req-71469204-85b6-4c08-99ca-2be153d5089a req-149a55f0-e5f8-479d-b60b-765112a2f2be service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] No waiting events found dispatching network-vif-plugged-3cd76217-9034-4fc9-ae96-d6ca4c764f18 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.266682] env[70683]: WARNING nova.compute.manager [req-71469204-85b6-4c08-99ca-2be153d5089a req-149a55f0-e5f8-479d-b60b-765112a2f2be service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Received unexpected event network-vif-plugged-3cd76217-9034-4fc9-ae96-d6ca4c764f18 for instance with vm_state building and task_state spawning. [ 1198.279844] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071818} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.279844] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.280556] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b25b438-7d22-452f-b9c7-df6b97a16ed3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.307395] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] b7373ce1-fb32-41b7-abac-c7b0e0ff8af3/b7373ce1-fb32-41b7-abac-c7b0e0ff8af3.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.307395] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cadecc9-a969-49e0-9d1e-548f4d8da9cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.328972] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1198.328972] env[70683]: value = "task-3281401" [ 1198.328972] env[70683]: _type = "Task" [ 1198.328972] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.336983] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.366568] env[70683]: DEBUG nova.network.neutron [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Successfully updated port: 3cd76217-9034-4fc9-ae96-d6ca4c764f18 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.541314] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281400, 'name': PowerOffVM_Task, 'duration_secs': 0.211022} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.541589] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.542413] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e2b85-6d61-4d66-a1b4-46c303db00fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.560911] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f26d145-3a42-4efa-ac39-d80f5bcdc68d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.569696] env[70683]: DEBUG nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.634478] env[70683]: DEBUG nova.compute.manager [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.634478] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.634699] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68adb0ef-bf26-4dcf-b5da-85397aa5da12 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.642704] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.643091] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cef45758-a8f6-4300-a78a-5b12eca7ed26 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.650071] env[70683]: DEBUG oslo_vmware.api [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1198.650071] env[70683]: value = "task-3281402" [ 1198.650071] env[70683]: _type = "Task" [ 1198.650071] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.661017] env[70683]: DEBUG oslo_vmware.api [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.681183] env[70683]: DEBUG oslo_concurrency.lockutils [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.697760] env[70683]: DEBUG nova.compute.utils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.701500] env[70683]: DEBUG nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.701746] env[70683]: DEBUG nova.network.neutron [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.743398] env[70683]: DEBUG nova.policy [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c60603071684ddb92f5c8fc4f5d8f0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7936d47411e54d1ea01278d8e6c6de7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.839747] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281401, 'name': ReconfigVM_Task, 'duration_secs': 0.359986} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.840574] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfigured VM instance instance-00000064 to attach disk [datastore1] b7373ce1-fb32-41b7-abac-c7b0e0ff8af3/b7373ce1-fb32-41b7-abac-c7b0e0ff8af3.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.840867] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0c39eff-a345-4829-be1a-16b37c52c554 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.847233] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1198.847233] env[70683]: value = "task-3281403" [ 1198.847233] env[70683]: _type = "Task" [ 1198.847233] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.859468] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281403, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.869966] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "refresh_cache-9d1f943f-db81-4dd9-9127-f7f75d4be049" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.869966] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "refresh_cache-9d1f943f-db81-4dd9-9127-f7f75d4be049" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.870600] env[70683]: DEBUG nova.network.neutron [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.052807] env[70683]: DEBUG nova.network.neutron [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Successfully created port: 9a90b1f7-096e-4b1b-805b-83caaf094d72 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.075194] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.077325] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7659dfb0-2b5d-40f8-b704-86b3f3a83feb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.087771] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1199.087771] env[70683]: value = "task-3281404" [ 1199.087771] env[70683]: _type = "Task" [ 1199.087771] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.104735] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.109599] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.159011] env[70683]: DEBUG oslo_vmware.api [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281402, 'name': PowerOffVM_Task, 'duration_secs': 0.231178} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.159311] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.159477] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.159739] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b56a3971-d4d0-4b88-ba8f-a01e47329a83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.211105] env[70683]: DEBUG nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.224054] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.224327] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.224522] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleting the datastore file [datastore2] b92bb1d3-f351-40bc-a678-313bf08b46cf {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.224805] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4de11127-4dc6-4f61-9052-3da15350f155 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.235336] env[70683]: DEBUG oslo_vmware.api [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1199.235336] env[70683]: value = "task-3281406" [ 1199.235336] env[70683]: _type = "Task" [ 1199.235336] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.258423] env[70683]: DEBUG oslo_vmware.api [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.356931] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281403, 'name': Rename_Task, 'duration_secs': 0.165918} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.357225] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.357354] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a0818ad-835d-46ad-8d0e-2f2dd961dbdd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.370020] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1199.370020] env[70683]: value = "task-3281407" [ 1199.370020] env[70683]: _type = "Task" [ 1199.370020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.380109] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.412417] env[70683]: DEBUG nova.network.neutron [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.444918] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd76ca-db8f-4812-bcb7-11e33b8d02ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.452146] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df996b9-a90f-48a8-8d1f-e4c74558a8b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.483424] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611de62d-b6eb-4e1f-ba8e-94f77c9e6d32 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.491475] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbaf8d4-7754-4b7b-b2c5-5462f57ff024 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.506665] env[70683]: DEBUG nova.compute.provider_tree [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.597602] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281404, 'name': CreateSnapshot_Task, 'duration_secs': 0.427607} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.598043] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1199.599375] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00436408-b45a-4772-8c04-8c1ec3972539 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.617515] env[70683]: DEBUG nova.network.neutron [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Updating instance_info_cache with network_info: [{"id": "3cd76217-9034-4fc9-ae96-d6ca4c764f18", "address": "fa:16:3e:ad:8d:a7", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd76217-90", "ovs_interfaceid": "3cd76217-9034-4fc9-ae96-d6ca4c764f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.748032] env[70683]: DEBUG oslo_vmware.api [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181573} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.748032] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.748032] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.748032] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.748274] env[70683]: INFO nova.compute.manager [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1199.748619] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.748619] env[70683]: DEBUG nova.compute.manager [-] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.748726] env[70683]: DEBUG nova.network.neutron [-] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.792490] env[70683]: DEBUG oslo_concurrency.lockutils [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.792490] env[70683]: DEBUG oslo_concurrency.lockutils [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.792490] env[70683]: INFO nova.compute.manager [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Attaching volume 27cf24c0-525b-4958-81cf-375e933fff72 to /dev/sdb [ 1199.825447] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2421651b-8d1b-4c34-99f8-db8277d38ca2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.832853] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15406083-cfa9-4538-99b1-a94d29378bf7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.846018] env[70683]: DEBUG nova.virt.block_device [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Updating existing volume attachment record: 2d3e2f74-c546-4183-8604-c2bd82a59bc8 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.879474] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281407, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.009515] env[70683]: DEBUG nova.scheduler.client.report [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.125574] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1200.126393] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "refresh_cache-9d1f943f-db81-4dd9-9127-f7f75d4be049" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.126830] env[70683]: DEBUG nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Instance network_info: |[{"id": "3cd76217-9034-4fc9-ae96-d6ca4c764f18", "address": "fa:16:3e:ad:8d:a7", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd76217-90", "ovs_interfaceid": "3cd76217-9034-4fc9-ae96-d6ca4c764f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.127179] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f36ca17d-e3d7-4701-bf1c-d8b1697eb613 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.131308] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:8d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cd76217-9034-4fc9-ae96-d6ca4c764f18', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.139982] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.140267] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.140974] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-598b7069-7949-4886-bb9f-d2218e84282d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.157898] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1200.157898] env[70683]: value = "task-3281409" [ 1200.157898] env[70683]: _type = "Task" [ 1200.157898] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.164029] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.164029] env[70683]: value = "task-3281410" [ 1200.164029] env[70683]: _type = "Task" [ 1200.164029] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.171051] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281409, 'name': CloneVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.178206] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281410, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.225917] env[70683]: DEBUG nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.262812] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.263144] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.263357] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.263614] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.263812] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.264088] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.264291] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.264476] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.264694] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.264902] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.265141] env[70683]: DEBUG nova.virt.hardware [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.266285] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0383ac24-8303-4385-a6e7-ddedf989ff7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.276876] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2903c1a2-4ca6-4d9f-899f-68eb2d16a19d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.355580] env[70683]: DEBUG nova.compute.manager [req-0940b69e-7c3b-4ec7-b6b1-3d8f611232a0 req-01cc8bb4-9f61-49eb-a93b-bd2c0fa15dfc service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Received event network-changed-3cd76217-9034-4fc9-ae96-d6ca4c764f18 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.355794] env[70683]: DEBUG nova.compute.manager [req-0940b69e-7c3b-4ec7-b6b1-3d8f611232a0 req-01cc8bb4-9f61-49eb-a93b-bd2c0fa15dfc service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Refreshing instance network info cache due to event network-changed-3cd76217-9034-4fc9-ae96-d6ca4c764f18. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.356024] env[70683]: DEBUG oslo_concurrency.lockutils [req-0940b69e-7c3b-4ec7-b6b1-3d8f611232a0 req-01cc8bb4-9f61-49eb-a93b-bd2c0fa15dfc service nova] Acquiring lock "refresh_cache-9d1f943f-db81-4dd9-9127-f7f75d4be049" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.356226] env[70683]: DEBUG oslo_concurrency.lockutils [req-0940b69e-7c3b-4ec7-b6b1-3d8f611232a0 req-01cc8bb4-9f61-49eb-a93b-bd2c0fa15dfc service nova] Acquired lock "refresh_cache-9d1f943f-db81-4dd9-9127-f7f75d4be049" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.356431] env[70683]: DEBUG nova.network.neutron [req-0940b69e-7c3b-4ec7-b6b1-3d8f611232a0 req-01cc8bb4-9f61-49eb-a93b-bd2c0fa15dfc service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Refreshing network info cache for port 3cd76217-9034-4fc9-ae96-d6ca4c764f18 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.389582] env[70683]: DEBUG oslo_vmware.api [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281407, 'name': PowerOnVM_Task, 'duration_secs': 0.562315} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.390114] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.390384] env[70683]: INFO nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1200.390576] env[70683]: DEBUG nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.392645] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20376386-0268-418b-8aca-553c33cb79b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.515165] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.515793] env[70683]: DEBUG nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.519200] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.830s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.520785] env[70683]: INFO nova.compute.claims [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.641855] env[70683]: DEBUG nova.network.neutron [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Successfully updated port: 9a90b1f7-096e-4b1b-805b-83caaf094d72 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.661396] env[70683]: DEBUG nova.compute.manager [req-5e5006e4-f407-45d9-beb6-ed2c6b97d86b req-b3f8f7e4-f350-437e-8206-888ad434329c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Received event network-vif-deleted-bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.661662] env[70683]: INFO nova.compute.manager [req-5e5006e4-f407-45d9-beb6-ed2c6b97d86b req-b3f8f7e4-f350-437e-8206-888ad434329c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Neutron deleted interface bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b; detaching it from the instance and deleting it from the info cache [ 1200.661848] env[70683]: DEBUG nova.network.neutron [req-5e5006e4-f407-45d9-beb6-ed2c6b97d86b req-b3f8f7e4-f350-437e-8206-888ad434329c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.684617] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281409, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.684617] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281410, 'name': CreateVM_Task, 'duration_secs': 0.423987} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.685344] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.686062] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.686264] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.686696] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.687253] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cdbf813-249e-461f-b469-5dfe4500a28b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.692599] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1200.692599] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523302e7-9e8b-816a-7b69-bfc4863b4f2e" [ 1200.692599] env[70683]: _type = "Task" [ 1200.692599] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.701221] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523302e7-9e8b-816a-7b69-bfc4863b4f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.910886] env[70683]: INFO nova.compute.manager [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Took 19.36 seconds to build instance. [ 1201.030950] env[70683]: DEBUG nova.compute.utils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.034714] env[70683]: DEBUG nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.034992] env[70683]: DEBUG nova.network.neutron [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.137052] env[70683]: DEBUG nova.policy [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f895bb50e284802934bba2601c130e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '224b3fff30be4df692db0afe4bd4aa6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.143376] env[70683]: DEBUG nova.network.neutron [-] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.144533] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.144761] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquired lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.144975] env[70683]: DEBUG nova.network.neutron [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.168641] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a33a0f7-29b0-48e0-a6c3-01a164cf5c8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.176941] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281409, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.182147] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bbe0aa-c528-4942-865c-10b0ca9f96ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.211318] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523302e7-9e8b-816a-7b69-bfc4863b4f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.01832} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.211737] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.212033] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.212353] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.212521] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.212721] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.228558] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed83ff7-a06a-417a-8e16-d6334dfa3b56 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.228558] env[70683]: DEBUG nova.compute.manager [req-5e5006e4-f407-45d9-beb6-ed2c6b97d86b req-b3f8f7e4-f350-437e-8206-888ad434329c service nova] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Detach interface failed, port_id=bba604c5-1ee3-44ea-ad26-3bf9a6e38c0b, reason: Instance b92bb1d3-f351-40bc-a678-313bf08b46cf could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.236439] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.237605] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.237605] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ba4f74-f8a2-4d2f-bce3-22d5215de1fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.243921] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1201.243921] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b4369-6d52-6dd9-864a-ae9de36d8fa6" [ 1201.243921] env[70683]: _type = "Task" [ 1201.243921] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.252928] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b4369-6d52-6dd9-864a-ae9de36d8fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.299102] env[70683]: DEBUG nova.network.neutron [req-0940b69e-7c3b-4ec7-b6b1-3d8f611232a0 req-01cc8bb4-9f61-49eb-a93b-bd2c0fa15dfc service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Updated VIF entry in instance network info cache for port 3cd76217-9034-4fc9-ae96-d6ca4c764f18. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.299102] env[70683]: DEBUG nova.network.neutron [req-0940b69e-7c3b-4ec7-b6b1-3d8f611232a0 req-01cc8bb4-9f61-49eb-a93b-bd2c0fa15dfc service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Updating instance_info_cache with network_info: [{"id": "3cd76217-9034-4fc9-ae96-d6ca4c764f18", "address": "fa:16:3e:ad:8d:a7", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd76217-90", "ovs_interfaceid": "3cd76217-9034-4fc9-ae96-d6ca4c764f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.414620] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c1d0a919-a658-4776-ada7-663e281bf684 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.874s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.536194] env[70683]: DEBUG nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.651028] env[70683]: INFO nova.compute.manager [-] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Took 1.90 seconds to deallocate network for instance. [ 1201.671476] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281409, 'name': CloneVM_Task, 'duration_secs': 1.354352} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.674237] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Created linked-clone VM from snapshot [ 1201.675210] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9729d954-bcd3-4487-84ee-585eb54d039c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.683672] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Uploading image 8030f839-af15-4427-9ffe-0f8b387497af {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1201.686895] env[70683]: DEBUG nova.network.neutron [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Successfully created port: 58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.711809] env[70683]: DEBUG oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1201.711809] env[70683]: value = "vm-655330" [ 1201.711809] env[70683]: _type = "VirtualMachine" [ 1201.711809] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1201.712428] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ffd2e7f9-bffc-415b-91d4-f5069dc23ad1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.716711] env[70683]: DEBUG nova.network.neutron [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.726718] env[70683]: DEBUG oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lease: (returnval){ [ 1201.726718] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526c9c75-7ef9-061b-8269-2af308ff33b7" [ 1201.726718] env[70683]: _type = "HttpNfcLease" [ 1201.726718] env[70683]: } obtained for exporting VM: (result){ [ 1201.726718] env[70683]: value = "vm-655330" [ 1201.726718] env[70683]: _type = "VirtualMachine" [ 1201.726718] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1201.727081] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the lease: (returnval){ [ 1201.727081] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526c9c75-7ef9-061b-8269-2af308ff33b7" [ 1201.727081] env[70683]: _type = "HttpNfcLease" [ 1201.727081] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1201.737355] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.737355] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526c9c75-7ef9-061b-8269-2af308ff33b7" [ 1201.737355] env[70683]: _type = "HttpNfcLease" [ 1201.737355] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1201.759327] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b4369-6d52-6dd9-864a-ae9de36d8fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.761454] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14da0e1-feb3-4e51-9f4e-1589876f1740 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.764907] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09ce372-8bda-42e3-9276-b8fa56d45f8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.771502] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1201.771502] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]520b674d-c973-56fb-0970-b93828f157c7" [ 1201.771502] env[70683]: _type = "Task" [ 1201.771502] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.777605] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc866a-5bcb-4019-b760-99525a9b1a1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.790394] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520b674d-c973-56fb-0970-b93828f157c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.815754] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.815981] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 9d1f943f-db81-4dd9-9127-f7f75d4be049/9d1f943f-db81-4dd9-9127-f7f75d4be049.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.816528] env[70683]: DEBUG oslo_concurrency.lockutils [req-0940b69e-7c3b-4ec7-b6b1-3d8f611232a0 req-01cc8bb4-9f61-49eb-a93b-bd2c0fa15dfc service nova] Releasing lock "refresh_cache-9d1f943f-db81-4dd9-9127-f7f75d4be049" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.817107] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4af4e4-2bb0-4e0d-ba9e-3543d8937c23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.820024] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e7cc5-6f13-4981-bb3c-8258e28737e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.833563] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e048c3-19e9-4a05-93d2-4d9ad2d0f03a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.837653] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1201.837653] env[70683]: value = "task-3281414" [ 1201.837653] env[70683]: _type = "Task" [ 1201.837653] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.849887] env[70683]: DEBUG nova.compute.provider_tree [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.856835] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.965136] env[70683]: DEBUG nova.network.neutron [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Updating instance_info_cache with network_info: [{"id": "9a90b1f7-096e-4b1b-805b-83caaf094d72", "address": "fa:16:3e:3c:e0:54", "network": {"id": "c0be793d-a89b-4a0e-9a79-3bf5beec791c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1387949111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7936d47411e54d1ea01278d8e6c6de7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a90b1f7-09", "ovs_interfaceid": "9a90b1f7-096e-4b1b-805b-83caaf094d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.157866] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.238634] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.238634] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526c9c75-7ef9-061b-8269-2af308ff33b7" [ 1202.238634] env[70683]: _type = "HttpNfcLease" [ 1202.238634] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.239020] env[70683]: DEBUG oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.239020] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526c9c75-7ef9-061b-8269-2af308ff33b7" [ 1202.239020] env[70683]: _type = "HttpNfcLease" [ 1202.239020] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1202.240050] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12bad1c-7f18-4a67-875b-cff76befa30e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.254268] env[70683]: DEBUG oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfde7d-1546-bf1b-d36d-7f197d9c2868/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.254516] env[70683]: DEBUG oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfde7d-1546-bf1b-d36d-7f197d9c2868/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1202.352373] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281414, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.354675] env[70683]: DEBUG nova.scheduler.client.report [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.367006] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e366a83-87fa-4050-91db-ecaf50b231bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.411225] env[70683]: DEBUG nova.compute.manager [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Received event network-vif-plugged-9a90b1f7-096e-4b1b-805b-83caaf094d72 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.411698] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Acquiring lock "27d59c74-af98-4835-9ccd-ad1b481427e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.411698] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.412137] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.412137] env[70683]: DEBUG nova.compute.manager [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] No waiting events found dispatching network-vif-plugged-9a90b1f7-096e-4b1b-805b-83caaf094d72 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.412258] env[70683]: WARNING nova.compute.manager [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Received unexpected event network-vif-plugged-9a90b1f7-096e-4b1b-805b-83caaf094d72 for instance with vm_state building and task_state spawning. [ 1202.412389] env[70683]: DEBUG nova.compute.manager [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Received event network-changed-9a90b1f7-096e-4b1b-805b-83caaf094d72 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.412641] env[70683]: DEBUG nova.compute.manager [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Refreshing instance network info cache due to event network-changed-9a90b1f7-096e-4b1b-805b-83caaf094d72. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.412775] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Acquiring lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.473200] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Releasing lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.473200] env[70683]: DEBUG nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Instance network_info: |[{"id": "9a90b1f7-096e-4b1b-805b-83caaf094d72", "address": "fa:16:3e:3c:e0:54", "network": {"id": "c0be793d-a89b-4a0e-9a79-3bf5beec791c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1387949111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7936d47411e54d1ea01278d8e6c6de7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a90b1f7-09", "ovs_interfaceid": "9a90b1f7-096e-4b1b-805b-83caaf094d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.473200] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Acquired lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.473200] env[70683]: DEBUG nova.network.neutron [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Refreshing network info cache for port 9a90b1f7-096e-4b1b-805b-83caaf094d72 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.473200] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:e0:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a90b1f7-096e-4b1b-805b-83caaf094d72', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.478996] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Creating folder: Project (7936d47411e54d1ea01278d8e6c6de7b). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.479851] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f40761a-6822-463b-b4b4-30cdb21875b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.496350] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Created folder: Project (7936d47411e54d1ea01278d8e6c6de7b) in parent group-v655051. [ 1202.496567] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Creating folder: Instances. Parent ref: group-v655334. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.496827] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fc44e37-9b0d-4448-b144-0f1c47c5db1f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.510180] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Created folder: Instances in parent group-v655334. [ 1202.510449] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.510876] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.510876] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6be6da3e-05ce-47b1-be1b-ee234ad8d01c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.536481] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.536481] env[70683]: value = "task-3281417" [ 1202.536481] env[70683]: _type = "Task" [ 1202.536481] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.545606] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281417, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.549515] env[70683]: DEBUG nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.660779] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.661317] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.661511] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.661769] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.661975] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.662184] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.662507] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.662746] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.662969] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.663172] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.663487] env[70683]: DEBUG nova.virt.hardware [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.664429] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24c783-b3a4-443a-bd7d-e8d5c237e7b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.676762] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02984b-4238-4945-8c02-4dd1c1a26c5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.851023] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550097} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.851481] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 9d1f943f-db81-4dd9-9127-f7f75d4be049/9d1f943f-db81-4dd9-9127-f7f75d4be049.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.851801] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.852184] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3563702a-d90a-48ba-8e5e-beea47f1d5f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.860859] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1202.860859] env[70683]: value = "task-3281419" [ 1202.860859] env[70683]: _type = "Task" [ 1202.860859] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.874516] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.875132] env[70683]: DEBUG nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.879122] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.880562] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.771s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.882571] env[70683]: INFO nova.compute.claims [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.052982] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281417, 'name': CreateVM_Task, 'duration_secs': 0.423343} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.052982] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.053554] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.053554] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.054265] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.058110] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f403fa-1c4f-4b2a-bf4a-ce9218b6bc53 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.064975] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1203.064975] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f767a7-ade8-d9cf-f263-a3b073e9bdbd" [ 1203.064975] env[70683]: _type = "Task" [ 1203.064975] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.076347] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f767a7-ade8-d9cf-f263-a3b073e9bdbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.178594] env[70683]: DEBUG nova.compute.manager [req-089d1193-62b9-49d0-bb89-e05e22933c59 req-1877b2e3-4ace-4532-a9a3-90b590631217 service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Received event network-vif-plugged-58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.181666] env[70683]: DEBUG oslo_concurrency.lockutils [req-089d1193-62b9-49d0-bb89-e05e22933c59 req-1877b2e3-4ace-4532-a9a3-90b590631217 service nova] Acquiring lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.181666] env[70683]: DEBUG oslo_concurrency.lockutils [req-089d1193-62b9-49d0-bb89-e05e22933c59 req-1877b2e3-4ace-4532-a9a3-90b590631217 service nova] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.181666] env[70683]: DEBUG oslo_concurrency.lockutils [req-089d1193-62b9-49d0-bb89-e05e22933c59 req-1877b2e3-4ace-4532-a9a3-90b590631217 service nova] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.181666] env[70683]: DEBUG nova.compute.manager [req-089d1193-62b9-49d0-bb89-e05e22933c59 req-1877b2e3-4ace-4532-a9a3-90b590631217 service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] No waiting events found dispatching network-vif-plugged-58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.181666] env[70683]: WARNING nova.compute.manager [req-089d1193-62b9-49d0-bb89-e05e22933c59 req-1877b2e3-4ace-4532-a9a3-90b590631217 service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Received unexpected event network-vif-plugged-58cc3c40-90ae-4cbd-ae46-8f02cad104a1 for instance with vm_state building and task_state spawning. [ 1203.231573] env[70683]: DEBUG nova.network.neutron [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Updated VIF entry in instance network info cache for port 9a90b1f7-096e-4b1b-805b-83caaf094d72. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.231863] env[70683]: DEBUG nova.network.neutron [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Updating instance_info_cache with network_info: [{"id": "9a90b1f7-096e-4b1b-805b-83caaf094d72", "address": "fa:16:3e:3c:e0:54", "network": {"id": "c0be793d-a89b-4a0e-9a79-3bf5beec791c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1387949111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7936d47411e54d1ea01278d8e6c6de7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a90b1f7-09", "ovs_interfaceid": "9a90b1f7-096e-4b1b-805b-83caaf094d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.296814] env[70683]: DEBUG nova.network.neutron [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Successfully updated port: 58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.372036] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191606} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.372491] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.373765] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5852207b-4c51-4e5f-93c6-ee938e8a2af5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.382128] env[70683]: DEBUG nova.compute.utils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.393778] env[70683]: DEBUG nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.394020] env[70683]: DEBUG nova.network.neutron [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.408483] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 9d1f943f-db81-4dd9-9127-f7f75d4be049/9d1f943f-db81-4dd9-9127-f7f75d4be049.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.412351] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0591643b-9d85-4e16-876e-83b6f292afea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.435136] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1203.435136] env[70683]: value = "task-3281420" [ 1203.435136] env[70683]: _type = "Task" [ 1203.435136] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.445957] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.473081] env[70683]: DEBUG nova.policy [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.581949] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f767a7-ade8-d9cf-f263-a3b073e9bdbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.585236] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.585553] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.586101] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.586365] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.586668] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.587277] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de0b5c4a-f609-4c51-aa2f-c683af33ea98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.597710] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.599200] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.600045] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e64b99-a843-4104-a58f-e88ea486e50e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.608710] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1203.608710] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e17985-588a-fab9-a05c-c90ce6e72561" [ 1203.608710] env[70683]: _type = "Task" [ 1203.608710] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.619243] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e17985-588a-fab9-a05c-c90ce6e72561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.659251] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802a5cc-b2a8-4c8d-97de-f280cc70aa31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.667505] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de618db-c3db-4ed0-b42b-8955959612c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.707088] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b8b5d1-46d3-4745-a2d5-36d331dbda6d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.719263] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16310176-887f-4fbd-9347-23df614d1740 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.733657] env[70683]: DEBUG nova.compute.provider_tree [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.735587] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Releasing lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.735872] env[70683]: DEBUG nova.compute.manager [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Received event network-changed-d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.736118] env[70683]: DEBUG nova.compute.manager [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Refreshing instance network info cache due to event network-changed-d26c4b1e-666b-439c-bf0e-65548810e4a9. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.736381] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Acquiring lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.736660] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Acquired lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.736935] env[70683]: DEBUG nova.network.neutron [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Refreshing network info cache for port d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.799957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.799957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.799957] env[70683]: DEBUG nova.network.neutron [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.910187] env[70683]: DEBUG nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.935519] env[70683]: DEBUG nova.network.neutron [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Successfully created port: 21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.948125] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.121391] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e17985-588a-fab9-a05c-c90ce6e72561, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.122417] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c5c63d-90fa-4717-a896-8fdff2fc96a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.128108] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1204.128108] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524243d9-f80b-3463-eb3b-12a91e141bcb" [ 1204.128108] env[70683]: _type = "Task" [ 1204.128108] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.137013] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524243d9-f80b-3463-eb3b-12a91e141bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.239806] env[70683]: DEBUG nova.scheduler.client.report [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.354790] env[70683]: DEBUG nova.network.neutron [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.449378] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281420, 'name': ReconfigVM_Task, 'duration_secs': 0.869397} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.450994] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 9d1f943f-db81-4dd9-9127-f7f75d4be049/9d1f943f-db81-4dd9-9127-f7f75d4be049.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.451896] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b74e6bb-e957-4e48-80b5-17e1c80a9b41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.461030] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1204.461030] env[70683]: value = "task-3281421" [ 1204.461030] env[70683]: _type = "Task" [ 1204.461030] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.470174] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281421, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.486630] env[70683]: DEBUG nova.network.neutron [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Updated VIF entry in instance network info cache for port d26c4b1e-666b-439c-bf0e-65548810e4a9. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.487159] env[70683]: DEBUG nova.network.neutron [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Updating instance_info_cache with network_info: [{"id": "d26c4b1e-666b-439c-bf0e-65548810e4a9", "address": "fa:16:3e:e4:2f:fa", "network": {"id": "c6cbbe3f-5d39-42f3-ae3e-e42f7780abcf", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1953350198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280e1be91a7446b0a007da10531c9603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26c4b1e-66", "ovs_interfaceid": "d26c4b1e-666b-439c-bf0e-65548810e4a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.543075] env[70683]: DEBUG nova.network.neutron [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Updating instance_info_cache with network_info: [{"id": "58cc3c40-90ae-4cbd-ae46-8f02cad104a1", "address": "fa:16:3e:da:76:13", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cc3c40-90", "ovs_interfaceid": "58cc3c40-90ae-4cbd-ae46-8f02cad104a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.638748] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524243d9-f80b-3463-eb3b-12a91e141bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.016732} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.639201] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.639346] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 27d59c74-af98-4835-9ccd-ad1b481427e5/27d59c74-af98-4835-9ccd-ad1b481427e5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.639570] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f54aa633-8c14-4f8e-bef9-044974cea40e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.646056] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1204.646056] env[70683]: value = "task-3281422" [ 1204.646056] env[70683]: _type = "Task" [ 1204.646056] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.653833] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.735712] env[70683]: DEBUG oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524dd064-0310-e588-29e9-a3b5db85676a/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1204.736719] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7374df9-f2cb-4368-b5a0-d51219c23ddb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.744018] env[70683]: DEBUG oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524dd064-0310-e588-29e9-a3b5db85676a/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1204.744018] env[70683]: ERROR oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524dd064-0310-e588-29e9-a3b5db85676a/disk-0.vmdk due to incomplete transfer. [ 1204.744018] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-86362b02-970b-4da6-ad84-50a644d235ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.747634] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.868s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.748269] env[70683]: DEBUG nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.752214] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.595s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.752796] env[70683]: DEBUG nova.objects.instance [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'resources' on Instance uuid b92bb1d3-f351-40bc-a678-313bf08b46cf {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.753467] env[70683]: DEBUG oslo_vmware.rw_handles [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524dd064-0310-e588-29e9-a3b5db85676a/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1204.753653] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Uploaded image 115da4d5-031a-49df-bb80-a6cfa85cbca0 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1204.756404] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1204.756787] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7716d339-f3c0-446a-a8de-981577e6bb33 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.763184] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1204.763184] env[70683]: value = "task-3281423" [ 1204.763184] env[70683]: _type = "Task" [ 1204.763184] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.773207] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281423, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.901303] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1204.901611] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1204.902700] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6788b1e4-3675-4b66-8eff-a2d2f77f6f16 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.920029] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315b3fe8-3809-4917-924f-fb7ac9c93232 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.923923] env[70683]: DEBUG nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.951867] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-27cf24c0-525b-4958-81cf-375e933fff72/volume-27cf24c0-525b-4958-81cf-375e933fff72.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.954325] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a7b9c8-beef-47be-a51b-4b31588bc31b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.974242] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.974535] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.974668] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.974823] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.974969] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.975135] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.975373] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.975504] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.975672] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.975837] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.976017] env[70683]: DEBUG nova.virt.hardware [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.976888] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2640f4b-de9e-49a2-8eb8-cf56c7141fca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.984030] env[70683]: DEBUG oslo_vmware.api [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1204.984030] env[70683]: value = "task-3281424" [ 1204.984030] env[70683]: _type = "Task" [ 1204.984030] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.984285] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281421, 'name': Rename_Task, 'duration_secs': 0.156734} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.985042] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.988201] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61a447ea-cbb5-4e01-aa2b-342af30c9372 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.992368] env[70683]: DEBUG oslo_concurrency.lockutils [req-2835ec3b-aa69-4ae4-8d14-94178b13086f req-3f66faf1-ee0f-41bb-b3ed-df674deae790 service nova] Releasing lock "refresh_cache-b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.994529] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9e34ac-d06b-48dd-b43b-116d17b82f6b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.002908] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1205.002908] env[70683]: value = "task-3281425" [ 1205.002908] env[70683]: _type = "Task" [ 1205.002908] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.003178] env[70683]: DEBUG oslo_vmware.api [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.021868] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281425, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.042930] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.043335] env[70683]: DEBUG nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Instance network_info: |[{"id": "58cc3c40-90ae-4cbd-ae46-8f02cad104a1", "address": "fa:16:3e:da:76:13", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cc3c40-90", "ovs_interfaceid": "58cc3c40-90ae-4cbd-ae46-8f02cad104a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.043797] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:76:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58cc3c40-90ae-4cbd-ae46-8f02cad104a1', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.051541] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.051776] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.052059] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b31a4451-7c78-4091-902e-c8e135e47139 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.072066] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.072066] env[70683]: value = "task-3281426" [ 1205.072066] env[70683]: _type = "Task" [ 1205.072066] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.081721] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281426, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.156677] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486158} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.156923] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 27d59c74-af98-4835-9ccd-ad1b481427e5/27d59c74-af98-4835-9ccd-ad1b481427e5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.157204] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.157488] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3eeaa9d-6f76-409e-ab4b-6b1add8b7680 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.164866] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1205.164866] env[70683]: value = "task-3281427" [ 1205.164866] env[70683]: _type = "Task" [ 1205.164866] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.173814] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.207628] env[70683]: DEBUG nova.compute.manager [req-20262179-1bf6-43df-981a-d24cfd17ce1f req-11f00ddd-acea-40e2-81d9-fdeef37e4a0f service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Received event network-changed-58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.207833] env[70683]: DEBUG nova.compute.manager [req-20262179-1bf6-43df-981a-d24cfd17ce1f req-11f00ddd-acea-40e2-81d9-fdeef37e4a0f service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Refreshing instance network info cache due to event network-changed-58cc3c40-90ae-4cbd-ae46-8f02cad104a1. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.208149] env[70683]: DEBUG oslo_concurrency.lockutils [req-20262179-1bf6-43df-981a-d24cfd17ce1f req-11f00ddd-acea-40e2-81d9-fdeef37e4a0f service nova] Acquiring lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.208400] env[70683]: DEBUG oslo_concurrency.lockutils [req-20262179-1bf6-43df-981a-d24cfd17ce1f req-11f00ddd-acea-40e2-81d9-fdeef37e4a0f service nova] Acquired lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.208623] env[70683]: DEBUG nova.network.neutron [req-20262179-1bf6-43df-981a-d24cfd17ce1f req-11f00ddd-acea-40e2-81d9-fdeef37e4a0f service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Refreshing network info cache for port 58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.262018] env[70683]: DEBUG nova.compute.utils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.264062] env[70683]: DEBUG nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.264191] env[70683]: DEBUG nova.network.neutron [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.277717] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281423, 'name': Destroy_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.367892] env[70683]: DEBUG nova.policy [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5778d1bbf4b8443ca2311e304bd2c99d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d03aec1d5dc40c786be6da351e98dba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.497987] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0375bd64-86a5-4aa1-b573-988ae3b0f740 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.508339] env[70683]: DEBUG oslo_vmware.api [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.516949] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79941d1d-c260-4e3a-bed2-fb4c19ae3bb1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.527199] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.563409] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dea765-a02a-4357-bf62-3c2e212d9f82 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.577319] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2e3f2-fa3c-48d3-81bb-13fcc5aa92eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.587107] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281426, 'name': CreateVM_Task, 'duration_secs': 0.424568} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.595169] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.595723] env[70683]: DEBUG nova.compute.provider_tree [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.604238] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.604238] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.604238] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.604238] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1fbdfb-623c-428e-853a-07b48b63417a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.607683] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1205.607683] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5214daff-8045-7aa0-c72d-903caf3006ef" [ 1205.607683] env[70683]: _type = "Task" [ 1205.607683] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.618102] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5214daff-8045-7aa0-c72d-903caf3006ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.629723] env[70683]: DEBUG nova.compute.manager [req-a3bc4086-9226-49e5-97e2-ac0cacfe9c53 req-ee13b840-31ae-471e-9939-c9625fe4a1ee service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-vif-plugged-21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.629951] env[70683]: DEBUG oslo_concurrency.lockutils [req-a3bc4086-9226-49e5-97e2-ac0cacfe9c53 req-ee13b840-31ae-471e-9939-c9625fe4a1ee service nova] Acquiring lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.630177] env[70683]: DEBUG oslo_concurrency.lockutils [req-a3bc4086-9226-49e5-97e2-ac0cacfe9c53 req-ee13b840-31ae-471e-9939-c9625fe4a1ee service nova] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.630346] env[70683]: DEBUG oslo_concurrency.lockutils [req-a3bc4086-9226-49e5-97e2-ac0cacfe9c53 req-ee13b840-31ae-471e-9939-c9625fe4a1ee service nova] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.630512] env[70683]: DEBUG nova.compute.manager [req-a3bc4086-9226-49e5-97e2-ac0cacfe9c53 req-ee13b840-31ae-471e-9939-c9625fe4a1ee service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] No waiting events found dispatching network-vif-plugged-21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.630682] env[70683]: WARNING nova.compute.manager [req-a3bc4086-9226-49e5-97e2-ac0cacfe9c53 req-ee13b840-31ae-471e-9939-c9625fe4a1ee service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received unexpected event network-vif-plugged-21213602-e9b2-46c9-b38c-7c37b807ddb2 for instance with vm_state building and task_state spawning. [ 1205.678023] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079294} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.678023] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.678023] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f101c-0ef0-42a7-acd0-32beaaf999bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.699956] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 27d59c74-af98-4835-9ccd-ad1b481427e5/27d59c74-af98-4835-9ccd-ad1b481427e5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.700624] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16cd039e-538d-4a50-bb4b-acdcf7ea389a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.722141] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1205.722141] env[70683]: value = "task-3281428" [ 1205.722141] env[70683]: _type = "Task" [ 1205.722141] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.729922] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.767665] env[70683]: DEBUG nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.778775] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281423, 'name': Destroy_Task, 'duration_secs': 0.61018} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.779098] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Destroyed the VM [ 1205.779348] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1205.779608] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb1608b8-31cc-4e03-87d1-7c55aa1824a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.786064] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1205.786064] env[70683]: value = "task-3281429" [ 1205.786064] env[70683]: _type = "Task" [ 1205.786064] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.793968] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281429, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.913559] env[70683]: DEBUG nova.network.neutron [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Successfully created port: b599be06-f38c-4fc1-88d7-2b63813ce762 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.955942] env[70683]: DEBUG nova.network.neutron [req-20262179-1bf6-43df-981a-d24cfd17ce1f req-11f00ddd-acea-40e2-81d9-fdeef37e4a0f service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Updated VIF entry in instance network info cache for port 58cc3c40-90ae-4cbd-ae46-8f02cad104a1. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.956438] env[70683]: DEBUG nova.network.neutron [req-20262179-1bf6-43df-981a-d24cfd17ce1f req-11f00ddd-acea-40e2-81d9-fdeef37e4a0f service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Updating instance_info_cache with network_info: [{"id": "58cc3c40-90ae-4cbd-ae46-8f02cad104a1", "address": "fa:16:3e:da:76:13", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cc3c40-90", "ovs_interfaceid": "58cc3c40-90ae-4cbd-ae46-8f02cad104a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.997203] env[70683]: DEBUG oslo_vmware.api [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281424, 'name': ReconfigVM_Task, 'duration_secs': 0.608304} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.997489] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-27cf24c0-525b-4958-81cf-375e933fff72/volume-27cf24c0-525b-4958-81cf-375e933fff72.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.003009] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a703f8c-ae43-4f8e-a35b-466224d30ff4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.024077] env[70683]: DEBUG oslo_vmware.api [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281425, 'name': PowerOnVM_Task, 'duration_secs': 0.558239} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.025450] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.025666] env[70683]: INFO nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1206.025860] env[70683]: DEBUG nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.026226] env[70683]: DEBUG oslo_vmware.api [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1206.026226] env[70683]: value = "task-3281430" [ 1206.026226] env[70683]: _type = "Task" [ 1206.026226] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.026918] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fdb169-5765-4a5d-9ae4-f9815341dbe4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.041840] env[70683]: DEBUG oslo_vmware.api [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.103704] env[70683]: DEBUG nova.scheduler.client.report [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.118439] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5214daff-8045-7aa0-c72d-903caf3006ef, 'name': SearchDatastore_Task, 'duration_secs': 0.020431} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.119204] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.119204] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.119521] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.119521] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.119765] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.119959] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ae5bd37-e7e0-420b-84ea-c5972f702af0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.128973] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.129219] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.130176] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915240ed-a205-4b63-a3bc-5dabc8ea0926 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.137038] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1206.137038] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5299393d-9044-33d9-4a34-1880db3d3c0a" [ 1206.137038] env[70683]: _type = "Task" [ 1206.137038] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.145813] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5299393d-9044-33d9-4a34-1880db3d3c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.184409] env[70683]: DEBUG nova.network.neutron [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Successfully updated port: 21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.233686] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.296413] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281429, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.465997] env[70683]: DEBUG oslo_concurrency.lockutils [req-20262179-1bf6-43df-981a-d24cfd17ce1f req-11f00ddd-acea-40e2-81d9-fdeef37e4a0f service nova] Releasing lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.542437] env[70683]: DEBUG oslo_vmware.api [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281430, 'name': ReconfigVM_Task, 'duration_secs': 0.170054} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.546838] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1206.550360] env[70683]: INFO nova.compute.manager [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Took 22.01 seconds to build instance. [ 1206.609216] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.630079] env[70683]: INFO nova.scheduler.client.report [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted allocations for instance b92bb1d3-f351-40bc-a678-313bf08b46cf [ 1206.649031] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5299393d-9044-33d9-4a34-1880db3d3c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.017803} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.649031] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05303635-043d-418f-a45d-e39c0a165c52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.654913] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1206.654913] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c91b98-15cf-635f-22c0-50d1ad54935c" [ 1206.654913] env[70683]: _type = "Task" [ 1206.654913] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.667856] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c91b98-15cf-635f-22c0-50d1ad54935c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.691265] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.691265] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.691265] env[70683]: DEBUG nova.network.neutron [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.734315] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281428, 'name': ReconfigVM_Task, 'duration_secs': 0.538624} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.734636] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 27d59c74-af98-4835-9ccd-ad1b481427e5/27d59c74-af98-4835-9ccd-ad1b481427e5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.735852] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb05f2fc-cd24-4f2f-abd8-d7c98dfad3f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.743095] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1206.743095] env[70683]: value = "task-3281431" [ 1206.743095] env[70683]: _type = "Task" [ 1206.743095] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.752449] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281431, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.780549] env[70683]: DEBUG nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.796256] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281429, 'name': RemoveSnapshot_Task, 'duration_secs': 0.771866} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.796586] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1206.796903] env[70683]: DEBUG nova.compute.manager [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.797774] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bfbdf7-fa78-4470-b358-2f8d47901381 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.809751] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.809981] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.810156] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.810339] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.810486] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.810634] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.810837] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.813151] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.813468] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.813671] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.813887] env[70683]: DEBUG nova.virt.hardware [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.814698] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dc28b0-ee4c-4801-94af-7c59c0e1d971 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.823445] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6546b293-fb28-463b-bcb0-5734fdb613ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.053437] env[70683]: DEBUG oslo_concurrency.lockutils [None req-96784e2c-162d-46c4-9467-071ea3c95ba5 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "9d1f943f-db81-4dd9-9127-f7f75d4be049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.522s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.140283] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c52d37b1-909a-4acd-b4fb-27fac2bcbb7c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "b92bb1d3-f351-40bc-a678-313bf08b46cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.017s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.169256] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c91b98-15cf-635f-22c0-50d1ad54935c, 'name': SearchDatastore_Task, 'duration_secs': 0.014606} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.169555] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.169844] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 4eea2e9a-aa7f-45b8-856a-1a19033b8322/4eea2e9a-aa7f-45b8-856a-1a19033b8322.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.170134] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0624f9e4-4270-4dda-a645-ca53cba06719 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.176674] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1207.176674] env[70683]: value = "task-3281432" [ 1207.176674] env[70683]: _type = "Task" [ 1207.176674] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.186479] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.240127] env[70683]: DEBUG nova.compute.manager [req-7dc132c2-3f7d-4bbc-b132-efa801cbde8f req-43f1712c-2bb7-476c-baa0-07946d7b9ba6 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.240369] env[70683]: DEBUG nova.compute.manager [req-7dc132c2-3f7d-4bbc-b132-efa801cbde8f req-43f1712c-2bb7-476c-baa0-07946d7b9ba6 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing instance network info cache due to event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.240560] env[70683]: DEBUG oslo_concurrency.lockutils [req-7dc132c2-3f7d-4bbc-b132-efa801cbde8f req-43f1712c-2bb7-476c-baa0-07946d7b9ba6 service nova] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.241508] env[70683]: DEBUG nova.network.neutron [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.252966] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281431, 'name': Rename_Task, 'duration_secs': 0.211402} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.253243] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.253564] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a55a6f04-6a2d-45eb-834b-123ef44b223f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.259707] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1207.259707] env[70683]: value = "task-3281433" [ 1207.259707] env[70683]: _type = "Task" [ 1207.259707] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.269826] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.321402] env[70683]: INFO nova.compute.manager [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Shelve offloading [ 1207.384876] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "9d1f943f-db81-4dd9-9127-f7f75d4be049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.385146] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "9d1f943f-db81-4dd9-9127-f7f75d4be049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.385359] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "9d1f943f-db81-4dd9-9127-f7f75d4be049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.385541] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "9d1f943f-db81-4dd9-9127-f7f75d4be049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.386030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "9d1f943f-db81-4dd9-9127-f7f75d4be049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.387867] env[70683]: INFO nova.compute.manager [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Terminating instance [ 1207.455498] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "dfd79661-6e3c-4d39-99ba-0297a78a3724" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.455880] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "dfd79661-6e3c-4d39-99ba-0297a78a3724" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.456225] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "dfd79661-6e3c-4d39-99ba-0297a78a3724-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.456932] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "dfd79661-6e3c-4d39-99ba-0297a78a3724-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.456932] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "dfd79661-6e3c-4d39-99ba-0297a78a3724-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.460108] env[70683]: INFO nova.compute.manager [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Terminating instance [ 1207.475482] env[70683]: DEBUG nova.network.neutron [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.584547] env[70683]: DEBUG nova.objects.instance [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'flavor' on Instance uuid 2cf3984b-b61b-4882-afd6-7d6b8c81b88d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.616550] env[70683]: DEBUG nova.network.neutron [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Successfully updated port: b599be06-f38c-4fc1-88d7-2b63813ce762 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.687221] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.771136] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.826141] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.826531] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce7845f2-6121-4747-a549-8d5b233f9f05 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.834770] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1207.834770] env[70683]: value = "task-3281434" [ 1207.834770] env[70683]: _type = "Task" [ 1207.834770] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.845265] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1207.845525] env[70683]: DEBUG nova.compute.manager [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.846332] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0b1fe-fa46-47a3-82ae-f0b0b7518a1a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.852820] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.853539] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.853539] env[70683]: DEBUG nova.network.neutron [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.892490] env[70683]: DEBUG nova.compute.manager [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.893231] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.894688] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6151fa-32d0-4bb6-a599-7bbdb11ff7bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.909941] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.913773] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1ad5390-71eb-435e-94db-8ba1b9b67346 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.919497] env[70683]: DEBUG oslo_vmware.api [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1207.919497] env[70683]: value = "task-3281435" [ 1207.919497] env[70683]: _type = "Task" [ 1207.919497] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.932118] env[70683]: DEBUG oslo_vmware.api [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.964615] env[70683]: DEBUG nova.compute.manager [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.965152] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.965802] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985afdf-e39c-4bbb-9427-615012cb282a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.973814] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.974138] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5fa4a64-15a5-4e9a-8ce0-4856ae95598c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.978552] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.978789] env[70683]: DEBUG nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Instance network_info: |[{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.979117] env[70683]: DEBUG oslo_concurrency.lockutils [req-7dc132c2-3f7d-4bbc-b132-efa801cbde8f req-43f1712c-2bb7-476c-baa0-07946d7b9ba6 service nova] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.979306] env[70683]: DEBUG nova.network.neutron [req-7dc132c2-3f7d-4bbc-b132-efa801cbde8f req-43f1712c-2bb7-476c-baa0-07946d7b9ba6 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.980600] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b2:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21213602-e9b2-46c9-b38c-7c37b807ddb2', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.990913] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.993476] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.993823] env[70683]: DEBUG oslo_vmware.api [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1207.993823] env[70683]: value = "task-3281436" [ 1207.993823] env[70683]: _type = "Task" [ 1207.993823] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.994024] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae65d53-16a1-4aab-a149-7185b8b25894 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.021554] env[70683]: DEBUG oslo_vmware.api [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.023120] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.023120] env[70683]: value = "task-3281437" [ 1208.023120] env[70683]: _type = "Task" [ 1208.023120] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.033401] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281437, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.090887] env[70683]: DEBUG oslo_concurrency.lockutils [None req-be37bd0f-66c7-4c63-85d8-cde1339118b0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.299s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.119468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-54e26a60-ec6d-4bce-96c0-331eceeb2aca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.120389] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-54e26a60-ec6d-4bce-96c0-331eceeb2aca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.122214] env[70683]: DEBUG nova.network.neutron [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.187275] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69862} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.187548] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 4eea2e9a-aa7f-45b8-856a-1a19033b8322/4eea2e9a-aa7f-45b8-856a-1a19033b8322.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.188032] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.188145] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dc05549-00d3-422a-9d7b-3ab270a19c58 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.195208] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1208.195208] env[70683]: value = "task-3281438" [ 1208.195208] env[70683]: _type = "Task" [ 1208.195208] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.207791] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.271806] env[70683]: DEBUG oslo_vmware.api [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281433, 'name': PowerOnVM_Task, 'duration_secs': 0.96727} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.272105] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.272372] env[70683]: INFO nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1208.272670] env[70683]: DEBUG nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.273637] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45780951-c893-4250-89e0-f3ef451785d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.433417] env[70683]: DEBUG oslo_vmware.api [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281435, 'name': PowerOffVM_Task, 'duration_secs': 0.217157} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.433690] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.433862] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.434142] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc599e75-b879-4253-a1b0-4a51667b7894 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.503603] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.503839] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.504091] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleting the datastore file [datastore2] 9d1f943f-db81-4dd9-9127-f7f75d4be049 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.504412] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50983060-f1dc-4a77-8837-028e8d9f188c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.514787] env[70683]: DEBUG oslo_vmware.api [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1208.514787] env[70683]: value = "task-3281440" [ 1208.514787] env[70683]: _type = "Task" [ 1208.514787] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.521233] env[70683]: DEBUG oslo_vmware.api [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281436, 'name': PowerOffVM_Task, 'duration_secs': 0.482023} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.521855] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.522072] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.522334] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65b37bec-0e37-4664-a6e3-74575924b997 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.528984] env[70683]: DEBUG oslo_vmware.api [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.538858] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281437, 'name': CreateVM_Task, 'duration_secs': 0.369069} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.541193] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.541855] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.542029] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.542364] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.542884] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e201c783-c913-4468-9b30-ab4176b5559e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.547500] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1208.547500] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c1637b-a98e-7bd8-7837-83e4ca5d5839" [ 1208.547500] env[70683]: _type = "Task" [ 1208.547500] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.339196] env[70683]: INFO nova.compute.manager [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Rebuilding instance [ 1209.350843] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c1637b-a98e-7bd8-7837-83e4ca5d5839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.351222] env[70683]: WARNING oslo_vmware.common.loopingcall [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] task run outlasted interval by 0.30335599999999996 sec [ 1209.369326] env[70683]: DEBUG nova.compute.manager [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Received event network-vif-plugged-b599be06-f38c-4fc1-88d7-2b63813ce762 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.369668] env[70683]: DEBUG oslo_concurrency.lockutils [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] Acquiring lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.370016] env[70683]: DEBUG oslo_concurrency.lockutils [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] Lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.370308] env[70683]: DEBUG oslo_concurrency.lockutils [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] Lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.370592] env[70683]: DEBUG nova.compute.manager [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] No waiting events found dispatching network-vif-plugged-b599be06-f38c-4fc1-88d7-2b63813ce762 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.370853] env[70683]: WARNING nova.compute.manager [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Received unexpected event network-vif-plugged-b599be06-f38c-4fc1-88d7-2b63813ce762 for instance with vm_state building and task_state spawning. [ 1209.371114] env[70683]: DEBUG nova.compute.manager [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Received event network-changed-b599be06-f38c-4fc1-88d7-2b63813ce762 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.371387] env[70683]: DEBUG nova.compute.manager [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Refreshing instance network info cache due to event network-changed-b599be06-f38c-4fc1-88d7-2b63813ce762. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.371656] env[70683]: DEBUG oslo_concurrency.lockutils [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] Acquiring lock "refresh_cache-54e26a60-ec6d-4bce-96c0-331eceeb2aca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.377578] env[70683]: INFO nova.compute.manager [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Took 21.55 seconds to build instance. [ 1209.401288] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072767} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.402100] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c1637b-a98e-7bd8-7837-83e4ca5d5839, 'name': SearchDatastore_Task, 'duration_secs': 0.017687} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.402441] env[70683]: DEBUG oslo_vmware.api [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30681} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.406570] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.407200] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.407442] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.407673] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.407817] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.407997] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.408297] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.408466] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.408649] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.408811] env[70683]: INFO nova.compute.manager [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1209.409069] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.410521] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a70709-fa84-42b7-bff7-64d2c785ab1e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.412587] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e39dee0-27bd-4b79-bb16-45b6f66da50f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.414699] env[70683]: DEBUG nova.compute.manager [-] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.414799] env[70683]: DEBUG nova.network.neutron [-] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.417092] env[70683]: DEBUG nova.network.neutron [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.442663] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 4eea2e9a-aa7f-45b8-856a-1a19033b8322/4eea2e9a-aa7f-45b8-856a-1a19033b8322.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.447935] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09efe288-ed2b-4844-965c-3aed64affa25 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.462327] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.462538] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.463578] env[70683]: DEBUG nova.compute.manager [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.465752] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227cb869-9c7f-4194-bdb6-e9dd87ec9b68 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.468810] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524d47a7-16f0-4b12-950d-e402cd0d4953 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.479461] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1209.479461] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52517de1-7910-94db-4c29-a911a7de12c2" [ 1209.479461] env[70683]: _type = "Task" [ 1209.479461] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.487894] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1209.487894] env[70683]: value = "task-3281442" [ 1209.487894] env[70683]: _type = "Task" [ 1209.487894] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.494866] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52517de1-7910-94db-4c29-a911a7de12c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.500493] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.606956] env[70683]: DEBUG nova.network.neutron [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Updating instance_info_cache with network_info: [{"id": "b599be06-f38c-4fc1-88d7-2b63813ce762", "address": "fa:16:3e:c9:a8:67", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb599be06-f3", "ovs_interfaceid": "b599be06-f38c-4fc1-88d7-2b63813ce762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.878629] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "27d59c74-af98-4835-9ccd-ad1b481427e5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.886447] env[70683]: DEBUG oslo_concurrency.lockutils [None req-38525900-6898-4475-b588-34e7e120199b tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.067s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.886668] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.008s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.887062] env[70683]: INFO nova.compute.manager [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Rebooting instance [ 1209.986434] env[70683]: DEBUG nova.compute.manager [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1210.010308] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52517de1-7910-94db-4c29-a911a7de12c2, 'name': SearchDatastore_Task, 'duration_secs': 0.022743} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.010308] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad590b2-ec05-4376-a8bb-97101aedfdef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.016708] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.021130] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1210.021130] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524a680d-d642-d807-fdc4-3229b3785110" [ 1210.021130] env[70683]: _type = "Task" [ 1210.021130] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.032246] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524a680d-d642-d807-fdc4-3229b3785110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.045458] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.045458] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.045761] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Deleting the datastore file [datastore1] dfd79661-6e3c-4d39-99ba-0297a78a3724 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.048633] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77843adb-981e-4f12-a7a2-1a8360da11ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.055067] env[70683]: DEBUG oslo_vmware.api [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for the task: (returnval){ [ 1210.055067] env[70683]: value = "task-3281443" [ 1210.055067] env[70683]: _type = "Task" [ 1210.055067] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.063363] env[70683]: DEBUG oslo_vmware.api [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.109624] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-54e26a60-ec6d-4bce-96c0-331eceeb2aca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.109792] env[70683]: DEBUG nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Instance network_info: |[{"id": "b599be06-f38c-4fc1-88d7-2b63813ce762", "address": "fa:16:3e:c9:a8:67", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb599be06-f3", "ovs_interfaceid": "b599be06-f38c-4fc1-88d7-2b63813ce762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.110171] env[70683]: DEBUG oslo_concurrency.lockutils [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] Acquired lock "refresh_cache-54e26a60-ec6d-4bce-96c0-331eceeb2aca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.110298] env[70683]: DEBUG nova.network.neutron [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Refreshing network info cache for port b599be06-f38c-4fc1-88d7-2b63813ce762 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.111880] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:a8:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b599be06-f38c-4fc1-88d7-2b63813ce762', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.124974] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating folder: Project (2d03aec1d5dc40c786be6da351e98dba). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.129291] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e156e736-05e6-4dfc-a6a0-b950af6b5479 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.142128] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created folder: Project (2d03aec1d5dc40c786be6da351e98dba) in parent group-v655051. [ 1210.142375] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating folder: Instances. Parent ref: group-v655339. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.142711] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee7de45-5947-41ff-a3b9-d5ac7c2e3b39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.154231] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created folder: Instances in parent group-v655339. [ 1210.154632] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.154885] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.155194] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ffc5089-e5fc-4341-9a60-9ffd95c6ae64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.180296] env[70683]: DEBUG nova.network.neutron [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [{"id": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "address": "fa:16:3e:4b:93:d0", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a899f5a-80", "ovs_interfaceid": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.188317] env[70683]: DEBUG nova.network.neutron [req-7dc132c2-3f7d-4bbc-b132-efa801cbde8f req-43f1712c-2bb7-476c-baa0-07946d7b9ba6 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updated VIF entry in instance network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.188499] env[70683]: DEBUG nova.network.neutron [req-7dc132c2-3f7d-4bbc-b132-efa801cbde8f req-43f1712c-2bb7-476c-baa0-07946d7b9ba6 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.191752] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.191752] env[70683]: value = "task-3281446" [ 1210.191752] env[70683]: _type = "Task" [ 1210.191752] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.204817] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281446, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.378259] env[70683]: DEBUG nova.network.neutron [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Updated VIF entry in instance network info cache for port b599be06-f38c-4fc1-88d7-2b63813ce762. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.378817] env[70683]: DEBUG nova.network.neutron [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Updating instance_info_cache with network_info: [{"id": "b599be06-f38c-4fc1-88d7-2b63813ce762", "address": "fa:16:3e:c9:a8:67", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb599be06-f3", "ovs_interfaceid": "b599be06-f38c-4fc1-88d7-2b63813ce762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.404454] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.404640] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquired lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.404813] env[70683]: DEBUG nova.network.neutron [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.500784] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.501174] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad089a2-a2b2-437e-857f-54602b94f22d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.506354] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.511411] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1210.511411] env[70683]: value = "task-3281447" [ 1210.511411] env[70683]: _type = "Task" [ 1210.511411] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.515452] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.515570] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.521800] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.531527] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524a680d-d642-d807-fdc4-3229b3785110, 'name': SearchDatastore_Task, 'duration_secs': 0.028258} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.532474] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.532741] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e5ed0e7d-b71f-434e-9db6-b83ae29eb28c/e5ed0e7d-b71f-434e-9db6-b83ae29eb28c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.533035] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8df830e6-7488-49ac-a408-a929261f1893 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.539078] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1210.539078] env[70683]: value = "task-3281448" [ 1210.539078] env[70683]: _type = "Task" [ 1210.539078] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.547118] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.564184] env[70683]: DEBUG oslo_vmware.api [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Task: {'id': task-3281443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316617} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.564474] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.564681] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.564886] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.565103] env[70683]: INFO nova.compute.manager [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Took 2.60 seconds to destroy the instance on the hypervisor. [ 1210.565368] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.565595] env[70683]: DEBUG nova.compute.manager [-] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.565709] env[70683]: DEBUG nova.network.neutron [-] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.686527] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.696855] env[70683]: DEBUG oslo_concurrency.lockutils [req-7dc132c2-3f7d-4bbc-b132-efa801cbde8f req-43f1712c-2bb7-476c-baa0-07946d7b9ba6 service nova] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.702629] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281446, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.797840] env[70683]: DEBUG oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfde7d-1546-bf1b-d36d-7f197d9c2868/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1210.799092] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5463905e-0638-4a07-a4ec-7c58c880a6ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.805420] env[70683]: DEBUG oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfde7d-1546-bf1b-d36d-7f197d9c2868/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1210.805585] env[70683]: ERROR oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfde7d-1546-bf1b-d36d-7f197d9c2868/disk-0.vmdk due to incomplete transfer. [ 1210.805848] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-30f9552c-edc1-4e76-ac8c-f50f748be522 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.813131] env[70683]: DEBUG oslo_vmware.rw_handles [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfde7d-1546-bf1b-d36d-7f197d9c2868/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1210.813342] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Uploaded image 8030f839-af15-4427-9ffe-0f8b387497af to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1210.815144] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1210.815420] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d92e111-8f7a-426a-a701-f4f130e652de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.821987] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1210.821987] env[70683]: value = "task-3281449" [ 1210.821987] env[70683]: _type = "Task" [ 1210.821987] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.830628] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281449, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.857394] env[70683]: DEBUG nova.network.neutron [-] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.881781] env[70683]: DEBUG oslo_concurrency.lockutils [req-5c32dee7-5058-4b3b-bff6-d2361b8f5f82 req-d2719bac-f618-4c2f-9bf7-69b8efa0eb87 service nova] Releasing lock "refresh_cache-54e26a60-ec6d-4bce-96c0-331eceeb2aca" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.005525] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281442, 'name': ReconfigVM_Task, 'duration_secs': 1.518274} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.005996] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 4eea2e9a-aa7f-45b8-856a-1a19033b8322/4eea2e9a-aa7f-45b8-856a-1a19033b8322.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.006701] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ca9b601-5497-4f2a-8802-e92253769308 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.015497] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1211.015497] env[70683]: value = "task-3281450" [ 1211.015497] env[70683]: _type = "Task" [ 1211.015497] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.023145] env[70683]: INFO nova.compute.claims [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.058408] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281450, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.058697] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.061729] env[70683]: DEBUG nova.compute.manager [req-0f9bc231-1309-47a6-a394-720e9674eb1f req-4961f491-1ec0-46a9-b139-e9c53d26b28f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Received event network-vif-deleted-63529393-1268-4543-b633-fbbef44b4447 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.061976] env[70683]: INFO nova.compute.manager [req-0f9bc231-1309-47a6-a394-720e9674eb1f req-4961f491-1ec0-46a9-b139-e9c53d26b28f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Neutron deleted interface 63529393-1268-4543-b633-fbbef44b4447; detaching it from the instance and deleting it from the info cache [ 1211.062216] env[70683]: DEBUG nova.network.neutron [req-0f9bc231-1309-47a6-a394-720e9674eb1f req-4961f491-1ec0-46a9-b139-e9c53d26b28f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.071410] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.168324] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.169591] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056bebee-fa17-4f1d-ad79-bd5802d001b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.177739] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.180856] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6179c4f1-94a8-4425-8bf1-f9cb39b6bbe1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.205098] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281446, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.267245] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.267440] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.267622] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleting the datastore file [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.267894] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954e537c-655d-4896-bea0-ff8fb60464f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.274345] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1211.274345] env[70683]: value = "task-3281452" [ 1211.274345] env[70683]: _type = "Task" [ 1211.274345] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.284593] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.333344] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281449, 'name': Destroy_Task, 'duration_secs': 0.428206} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.333580] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Destroyed the VM [ 1211.333854] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1211.334182] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ced29dc-5665-46d9-af0f-e45180a61cf6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.340691] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1211.340691] env[70683]: value = "task-3281453" [ 1211.340691] env[70683]: _type = "Task" [ 1211.340691] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.350600] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281453, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.359901] env[70683]: INFO nova.compute.manager [-] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Took 1.94 seconds to deallocate network for instance. [ 1211.368901] env[70683]: DEBUG nova.network.neutron [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Updating instance_info_cache with network_info: [{"id": "9a90b1f7-096e-4b1b-805b-83caaf094d72", "address": "fa:16:3e:3c:e0:54", "network": {"id": "c0be793d-a89b-4a0e-9a79-3bf5beec791c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1387949111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7936d47411e54d1ea01278d8e6c6de7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a90b1f7-09", "ovs_interfaceid": "9a90b1f7-096e-4b1b-805b-83caaf094d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.374159] env[70683]: DEBUG nova.compute.manager [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Received event network-vif-deleted-3cd76217-9034-4fc9-ae96-d6ca4c764f18 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.374159] env[70683]: DEBUG nova.compute.manager [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received event network-vif-unplugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.375299] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.375299] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.375299] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.375299] env[70683]: DEBUG nova.compute.manager [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] No waiting events found dispatching network-vif-unplugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.375299] env[70683]: WARNING nova.compute.manager [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received unexpected event network-vif-unplugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b for instance with vm_state shelved and task_state shelving_offloading. [ 1211.375641] env[70683]: DEBUG nova.compute.manager [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received event network-changed-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.376069] env[70683]: DEBUG nova.compute.manager [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Refreshing instance network info cache due to event network-changed-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.377010] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] Acquiring lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.377163] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] Acquired lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.377324] env[70683]: DEBUG nova.network.neutron [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Refreshing network info cache for port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.506738] env[70683]: DEBUG nova.network.neutron [-] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.526453] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281447, 'name': PowerOffVM_Task, 'duration_secs': 0.643291} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.527163] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.532176] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281450, 'name': Rename_Task, 'duration_secs': 0.300647} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.532455] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.532703] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6195c6-8a85-4194-885e-bf19e2b236cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.539873] env[70683]: INFO nova.compute.resource_tracker [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating resource usage from migration 51674b30-fed2-45b4-912f-9ca54f016bd0 [ 1211.543642] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1211.543642] env[70683]: value = "task-3281454" [ 1211.543642] env[70683]: _type = "Task" [ 1211.543642] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.564530] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662541} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.570051] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] e5ed0e7d-b71f-434e-9db6-b83ae29eb28c/e5ed0e7d-b71f-434e-9db6-b83ae29eb28c.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.570501] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.571437] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281454, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.571670] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9e10b92-6902-4b70-8c4a-fe67ce0c508e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.574303] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcb33dde-c6a1-4e1e-b157-3625719ac00b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.581106] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1211.581106] env[70683]: value = "task-3281455" [ 1211.581106] env[70683]: _type = "Task" [ 1211.581106] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.588977] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c661caef-9970-4bba-b7cc-c58704f4331e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.606258] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.628749] env[70683]: DEBUG nova.compute.manager [req-0f9bc231-1309-47a6-a394-720e9674eb1f req-4961f491-1ec0-46a9-b139-e9c53d26b28f service nova] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Detach interface failed, port_id=63529393-1268-4543-b633-fbbef44b4447, reason: Instance dfd79661-6e3c-4d39-99ba-0297a78a3724 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.630109] env[70683]: INFO nova.compute.manager [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Detaching volume 27cf24c0-525b-4958-81cf-375e933fff72 [ 1211.679804] env[70683]: INFO nova.virt.block_device [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Attempting to driver detach volume 27cf24c0-525b-4958-81cf-375e933fff72 from mountpoint /dev/sdb [ 1211.680054] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1211.680296] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1211.681598] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69959f0b-4e56-4832-9b01-368bbfa257fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.709953] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d5a81-4bcc-4290-aa26-5359858361e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.717871] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281446, 'name': CreateVM_Task, 'duration_secs': 1.168251} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.719949] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.720835] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.721030] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.721360] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.722131] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e201df1-33fa-4423-b8f8-1e82f686c9b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.727299] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d5fd66-1ea8-4346-b21d-87a7298c9bbd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.749565] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1211.749565] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f65687-15db-90c4-28a2-93dab9b1c8da" [ 1211.749565] env[70683]: _type = "Task" [ 1211.749565] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.753132] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97d113d-c16e-4b7b-929a-20736775633f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.772470] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] The volume has not been displaced from its original location: [datastore2] volume-27cf24c0-525b-4958-81cf-375e933fff72/volume-27cf24c0-525b-4958-81cf-375e933fff72.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1211.777779] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.783991] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd58a72-01b7-413a-a2d1-bebcb41d91cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.796604] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f65687-15db-90c4-28a2-93dab9b1c8da, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.800168] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.800405] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.800639] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.800785] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.801066] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.802483] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e94016d-6f7e-4021-ae6e-892387c3c40c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.806355] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1211.806355] env[70683]: value = "task-3281456" [ 1211.806355] env[70683]: _type = "Task" [ 1211.806355] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.812236] env[70683]: DEBUG oslo_vmware.api [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206854} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.816910] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.817256] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.817581] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.821289] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.821423] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.825793] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c3bb02-7971-4b83-9408-3e260126fea4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.833593] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.835982] env[70683]: INFO nova.scheduler.client.report [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted allocations for instance 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 [ 1211.840765] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1211.840765] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52baadee-a693-6ef1-f00a-27a7ba164d4c" [ 1211.840765] env[70683]: _type = "Task" [ 1211.840765] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.855219] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52baadee-a693-6ef1-f00a-27a7ba164d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.858172] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281453, 'name': RemoveSnapshot_Task, 'duration_secs': 0.437922} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.858423] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1211.858820] env[70683]: DEBUG nova.compute.manager [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.861633] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243b3733-e9ae-4c4b-b5a5-6a260e95fe0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.867956] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.873327] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Releasing lock "refresh_cache-27d59c74-af98-4835-9ccd-ad1b481427e5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.875953] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3bdaee-9565-4732-99ea-78c899ffad89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.886029] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d08ff47-0bc0-480b-92d1-a54ac2f03361 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.920130] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69105c91-be02-474d-b0dc-ac764d6e1be3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.928442] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be353622-2690-4b3c-9ace-13c16e9ba5c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.942682] env[70683]: DEBUG nova.compute.provider_tree [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.009483] env[70683]: INFO nova.compute.manager [-] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Took 1.44 seconds to deallocate network for instance. [ 1212.060515] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281454, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.093748] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061478} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.094269] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.095718] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f73999-d9bb-4cde-86ff-c279ad661d33 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.123751] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] e5ed0e7d-b71f-434e-9db6-b83ae29eb28c/e5ed0e7d-b71f-434e-9db6-b83ae29eb28c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.124844] env[70683]: DEBUG nova.network.neutron [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updated VIF entry in instance network info cache for port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.125167] env[70683]: DEBUG nova.network.neutron [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [{"id": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "address": "fa:16:3e:4b:93:d0", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0a899f5a-80", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.126343] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756902fa-98c4-4cff-9355-ffaf61a195ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.147333] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1212.147333] env[70683]: value = "task-3281457" [ 1212.147333] env[70683]: _type = "Task" [ 1212.147333] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.155746] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.321382] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.340833] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.350102] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52baadee-a693-6ef1-f00a-27a7ba164d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.03653} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.350912] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3cbb7f2-f7ff-4ab6-80ac-2b488024990d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.356612] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1212.356612] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bed2ef-5208-9fef-2ad1-c1064a6511a6" [ 1212.356612] env[70683]: _type = "Task" [ 1212.356612] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.364376] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bed2ef-5208-9fef-2ad1-c1064a6511a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.375898] env[70683]: INFO nova.compute.manager [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Shelve offloading [ 1212.377428] env[70683]: DEBUG nova.compute.manager [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.378251] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59d9d0c-205c-4f2b-9fd7-e31e4e6c607e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.446223] env[70683]: DEBUG nova.scheduler.client.report [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.517890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.562211] env[70683]: DEBUG oslo_vmware.api [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281454, 'name': PowerOnVM_Task, 'duration_secs': 0.906461} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.563027] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.563027] env[70683]: INFO nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1212.563027] env[70683]: DEBUG nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.564454] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0025cd7e-f118-4659-b5a8-10660063fa2d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.642016] env[70683]: DEBUG oslo_concurrency.lockutils [req-2e2589df-5492-4fc7-9ff4-ae480bab8ead req-0824f099-f087-4e02-95a9-e3844b0b8a88 service nova] Releasing lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.660708] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.821398] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281456, 'name': ReconfigVM_Task, 'duration_secs': 0.638148} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.821717] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.826598] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de64079-d698-40aa-9f56-ae1f18553d48 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.842732] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1212.842732] env[70683]: value = "task-3281458" [ 1212.842732] env[70683]: _type = "Task" [ 1212.842732] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.850677] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.865658] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bed2ef-5208-9fef-2ad1-c1064a6511a6, 'name': SearchDatastore_Task, 'duration_secs': 0.025647} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.865875] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.866159] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca/54e26a60-ec6d-4bce-96c0-331eceeb2aca.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.866442] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc6b4de3-6c52-44ff-b24e-f8916ce69d55 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.874449] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1212.874449] env[70683]: value = "task-3281459" [ 1212.874449] env[70683]: _type = "Task" [ 1212.874449] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.882445] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.882703] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.882911] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45e431d4-a931-4e2f-a5bc-a437d2f15b19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.889106] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1212.889106] env[70683]: value = "task-3281460" [ 1212.889106] env[70683]: _type = "Task" [ 1212.889106] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.900258] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1212.900489] env[70683]: DEBUG nova.compute.manager [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.901412] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d807f9-1b32-45be-9df7-554bcf201528 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.907177] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.907355] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.907547] env[70683]: DEBUG nova.network.neutron [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.951203] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.435s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.951462] env[70683]: INFO nova.compute.manager [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Migrating [ 1212.958335] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.090s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.958551] env[70683]: DEBUG nova.objects.instance [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lazy-loading 'resources' on Instance uuid 9d1f943f-db81-4dd9-9127-f7f75d4be049 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.082693] env[70683]: INFO nova.compute.manager [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Took 22.18 seconds to build instance. [ 1213.163931] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281457, 'name': ReconfigVM_Task, 'duration_secs': 0.640256} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.164906] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] e5ed0e7d-b71f-434e-9db6-b83ae29eb28c/e5ed0e7d-b71f-434e-9db6-b83ae29eb28c.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.167028] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-761d4b0f-a40a-4db7-9f91-98bd65f0bd01 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.174235] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1213.174235] env[70683]: value = "task-3281461" [ 1213.174235] env[70683]: _type = "Task" [ 1213.174235] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.183056] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281461, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.355097] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281458, 'name': ReconfigVM_Task, 'duration_secs': 0.163628} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.355425] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.394746] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.397673] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d17c4b9-f737-4d25-af1d-19fd912bc94b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.405091] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Doing hard reboot of VM {{(pid=70683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1213.405362] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-348c9ad0-94ed-4d51-8f97-4455e8940e57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.413211] env[70683]: DEBUG oslo_vmware.api [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1213.413211] env[70683]: value = "task-3281462" [ 1213.413211] env[70683]: _type = "Task" [ 1213.413211] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.422351] env[70683]: DEBUG oslo_vmware.api [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281462, 'name': ResetVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.470443] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.470618] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.470788] env[70683]: DEBUG nova.network.neutron [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.584344] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e9c4b1a6-d6d5-4dbd-8a5c-00c12b787a72 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.688s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.667156] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965726e-a965-4a48-bef8-500b58d4f865 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.679136] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455d3703-7779-422a-9d50-bc9f9b28b16a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.689178] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281461, 'name': Rename_Task, 'duration_secs': 0.267767} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.713011] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.713523] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c435ca83-9ba7-4f99-8d05-2215a2ec9d08 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.715761] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c5b3e0-71ad-4fc2-b04f-aed923fc5905 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.724122] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256db597-b05f-4da1-8541-7393f11f3c12 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.727783] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1213.727783] env[70683]: value = "task-3281463" [ 1213.727783] env[70683]: _type = "Task" [ 1213.727783] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.739797] env[70683]: DEBUG nova.compute.provider_tree [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.742367] env[70683]: DEBUG nova.network.neutron [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Updating instance_info_cache with network_info: [{"id": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "address": "fa:16:3e:eb:17:3c", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c8ebc2-ea", "ovs_interfaceid": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.749392] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.886466] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608772} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.887010] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca/54e26a60-ec6d-4bce-96c0-331eceeb2aca.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.887355] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.887695] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7e3d89-d391-4e47-a477-e6666fa1305f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.896419] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1213.896419] env[70683]: value = "task-3281464" [ 1213.896419] env[70683]: _type = "Task" [ 1213.896419] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.906468] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.923547] env[70683]: DEBUG oslo_vmware.api [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281462, 'name': ResetVM_Task, 'duration_secs': 0.139936} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.923894] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Did hard reboot of VM {{(pid=70683) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1213.924051] env[70683]: DEBUG nova.compute.manager [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.925781] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da04adf-7ff3-488d-94e1-7892cedaaf79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.098585] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.201203] env[70683]: DEBUG nova.compute.manager [req-19e57f23-be90-43e7-ae7c-6c4df96f0056 req-69faaba1-9e9f-42cc-89c1-c42cd25deb2e service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Received event network-changed-58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.201849] env[70683]: DEBUG nova.compute.manager [req-19e57f23-be90-43e7-ae7c-6c4df96f0056 req-69faaba1-9e9f-42cc-89c1-c42cd25deb2e service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Refreshing instance network info cache due to event network-changed-58cc3c40-90ae-4cbd-ae46-8f02cad104a1. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.202338] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e57f23-be90-43e7-ae7c-6c4df96f0056 req-69faaba1-9e9f-42cc-89c1-c42cd25deb2e service nova] Acquiring lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.202649] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e57f23-be90-43e7-ae7c-6c4df96f0056 req-69faaba1-9e9f-42cc-89c1-c42cd25deb2e service nova] Acquired lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.202939] env[70683]: DEBUG nova.network.neutron [req-19e57f23-be90-43e7-ae7c-6c4df96f0056 req-69faaba1-9e9f-42cc-89c1-c42cd25deb2e service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Refreshing network info cache for port 58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.238620] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.239884] env[70683]: DEBUG nova.network.neutron [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [{"id": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "address": "fa:16:3e:4d:c8:a4", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0275b633-20", "ovs_interfaceid": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.246167] env[70683]: DEBUG nova.scheduler.client.report [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.251794] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.406576] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061353} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.406854] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.407702] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a266bc-b381-4255-9359-9c45ebfe44fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.424388] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.440251] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca/54e26a60-ec6d-4bce-96c0-331eceeb2aca.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.440594] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1488780-ad41-436a-ab13-3cb65614879d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.444789] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0694db8-99a6-4d3f-b896-bbdb64bf69e5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.461868] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7f50728e-913e-4993-861f-c0117661dd58 tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.575s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.468113] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1214.468113] env[70683]: value = "task-3281465" [ 1214.468113] env[70683]: _type = "Task" [ 1214.468113] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.473054] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1214.473054] env[70683]: value = "task-3281466" [ 1214.473054] env[70683]: _type = "Task" [ 1214.473054] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.481629] env[70683]: DEBUG nova.compute.manager [req-fe810994-b34e-40a8-8b2c-98e444944ab1 req-d3150baf-a47e-47f0-8e9a-c8aa92173338 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Received event network-vif-unplugged-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.481849] env[70683]: DEBUG oslo_concurrency.lockutils [req-fe810994-b34e-40a8-8b2c-98e444944ab1 req-d3150baf-a47e-47f0-8e9a-c8aa92173338 service nova] Acquiring lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.482071] env[70683]: DEBUG oslo_concurrency.lockutils [req-fe810994-b34e-40a8-8b2c-98e444944ab1 req-d3150baf-a47e-47f0-8e9a-c8aa92173338 service nova] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.482279] env[70683]: DEBUG oslo_concurrency.lockutils [req-fe810994-b34e-40a8-8b2c-98e444944ab1 req-d3150baf-a47e-47f0-8e9a-c8aa92173338 service nova] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.482456] env[70683]: DEBUG nova.compute.manager [req-fe810994-b34e-40a8-8b2c-98e444944ab1 req-d3150baf-a47e-47f0-8e9a-c8aa92173338 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] No waiting events found dispatching network-vif-unplugged-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.482620] env[70683]: WARNING nova.compute.manager [req-fe810994-b34e-40a8-8b2c-98e444944ab1 req-d3150baf-a47e-47f0-8e9a-c8aa92173338 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Received unexpected event network-vif-unplugged-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 for instance with vm_state shelved and task_state shelving_offloading. [ 1214.483599] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.483835] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1214.484049] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1214.484839] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47112ac-0ca2-41d2-a110-efbcd3758c96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.490869] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.508189] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1411a9-bc28-46c0-b260-2dcb1b8852e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.514410] env[70683]: WARNING nova.virt.vmwareapi.driver [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1214.514620] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.515356] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1294b25a-36f7-4104-bc5a-fa659f54ae8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.521772] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.521995] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8677badc-245b-4be1-9c3b-f6d215a5788a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.555240] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.555240] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e96ccae-e6fa-4346-af2d-30402467d022 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.561922] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.562236] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4307aa21-20b3-48be-8b4d-a42f834afca1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.601075] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.601445] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.601494] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleting the datastore file [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.601735] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-473de8fc-7ee2-46f5-a8be-9fe57b385124 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.609043] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1214.609043] env[70683]: value = "task-3281469" [ 1214.609043] env[70683]: _type = "Task" [ 1214.609043] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.616786] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.629838] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.630057] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.630237] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleting the datastore file [datastore1] bb68867a-e2b7-4a6d-b613-e693d79e05ad {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.630511] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca9d559c-820b-416d-bd86-fc3bccbb2651 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.636513] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1214.636513] env[70683]: value = "task-3281470" [ 1214.636513] env[70683]: _type = "Task" [ 1214.636513] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.644231] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.740850] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281463, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.744486] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.751172] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.754325] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.414s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.754706] env[70683]: DEBUG nova.objects.instance [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'resources' on Instance uuid 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.809365] env[70683]: INFO nova.scheduler.client.report [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted allocations for instance 9d1f943f-db81-4dd9-9127-f7f75d4be049 [ 1214.984539] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281466, 'name': ReconfigVM_Task, 'duration_secs': 0.462025} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.984801] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca/54e26a60-ec6d-4bce-96c0-331eceeb2aca.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.985456] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58e9a199-8a74-4e01-b769-3a8a96b621c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.991799] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1214.991799] env[70683]: value = "task-3281471" [ 1214.991799] env[70683]: _type = "Task" [ 1214.991799] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.000031] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281471, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.108233] env[70683]: DEBUG nova.network.neutron [req-19e57f23-be90-43e7-ae7c-6c4df96f0056 req-69faaba1-9e9f-42cc-89c1-c42cd25deb2e service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Updated VIF entry in instance network info cache for port 58cc3c40-90ae-4cbd-ae46-8f02cad104a1. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.108688] env[70683]: DEBUG nova.network.neutron [req-19e57f23-be90-43e7-ae7c-6c4df96f0056 req-69faaba1-9e9f-42cc-89c1-c42cd25deb2e service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Updating instance_info_cache with network_info: [{"id": "58cc3c40-90ae-4cbd-ae46-8f02cad104a1", "address": "fa:16:3e:da:76:13", "network": {"id": "fc7e5587-0c0c-4226-80a7-05bc4bea529d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1332892029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "224b3fff30be4df692db0afe4bd4aa6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cc3c40-90", "ovs_interfaceid": "58cc3c40-90ae-4cbd-ae46-8f02cad104a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.123230] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143815} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.124367] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.124667] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.124952] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.148906] env[70683]: DEBUG oslo_vmware.api [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153454} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.149481] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.149785] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.150070] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.185525] env[70683]: INFO nova.scheduler.client.report [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted allocations for instance bb68867a-e2b7-4a6d-b613-e693d79e05ad [ 1215.243541] env[70683]: DEBUG oslo_vmware.api [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281463, 'name': PowerOnVM_Task, 'duration_secs': 1.160748} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.243826] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.244035] env[70683]: INFO nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1215.244220] env[70683]: DEBUG nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.246080] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7dba12-c383-49a3-922b-e51544e4c6f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.260595] env[70683]: DEBUG nova.objects.instance [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.317550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8745f1aa-3eac-41c6-b3b8-2835a9d2bfcc tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "9d1f943f-db81-4dd9-9127-f7f75d4be049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.932s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.501655] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281471, 'name': Rename_Task, 'duration_secs': 0.165334} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.501951] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.502231] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-490d73ab-84e7-456b-9d8d-fdcdaf58e3b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.509664] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1215.509664] env[70683]: value = "task-3281472" [ 1215.509664] env[70683]: _type = "Task" [ 1215.509664] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.517832] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.617061] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e57f23-be90-43e7-ae7c-6c4df96f0056 req-69faaba1-9e9f-42cc-89c1-c42cd25deb2e service nova] Releasing lock "refresh_cache-4eea2e9a-aa7f-45b8-856a-1a19033b8322" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.630883] env[70683]: INFO nova.virt.block_device [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Booting with volume 27cf24c0-525b-4958-81cf-375e933fff72 at /dev/sdb [ 1215.686693] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-308e7739-20b7-47f6-a4b3-e2cdf47b7408 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.693495] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.695787] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d9e8ae-fbee-47be-b502-e1c4b450bdc1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.726011] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70e132be-7e0a-42b8-bd5d-6d2392a67da9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.733968] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38c86a-d4db-4418-b452-dbcc21f42655 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.769496] env[70683]: DEBUG nova.objects.base [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Object Instance<8e32bd8c-4493-4f51-ad23-490ff4bf05a4> lazy-loaded attributes: resources,numa_topology {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1215.780660] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2764cef5-5700-4bcc-874a-72663b81e7cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.784530] env[70683]: INFO nova.compute.manager [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Took 18.12 seconds to build instance. [ 1215.785567] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39905ed-8602-4899-b928-7e4e6c2834fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.807738] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance 'd71fcc6b-60e4-4a93-8333-f116106ec82b' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.812346] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34984436-558f-4cfa-a7b9-95eeeea1e90c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.827564] env[70683]: DEBUG nova.virt.block_device [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Updating existing volume attachment record: 4ee54071-b9db-4b17-a835-a8c81f430b41 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1215.977548] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "27d59c74-af98-4835-9ccd-ad1b481427e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.978255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.978255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "27d59c74-af98-4835-9ccd-ad1b481427e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.978255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.978431] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.981395] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fab89f8-63f0-4b14-870a-e860ef798b2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.984372] env[70683]: INFO nova.compute.manager [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Terminating instance [ 1215.990325] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664fb72a-debd-4d03-8e81-266e32b92ba5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.025580] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9844d8f-d1cb-4f39-aed9-08d0dd691b9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.034994] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.038067] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ecfcad-5e65-47fb-b51c-38c92234d8c0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.052273] env[70683]: DEBUG nova.compute.provider_tree [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.289339] env[70683]: DEBUG oslo_concurrency.lockutils [None req-45b5b2db-cf16-4ec7-afd9-432c5f95885d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.634s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.317732] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.318403] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86c7e129-a7bf-4735-a691-dbe3b9ec73ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.325930] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1216.325930] env[70683]: value = "task-3281473" [ 1216.325930] env[70683]: _type = "Task" [ 1216.325930] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.336535] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.488768] env[70683]: DEBUG nova.compute.manager [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.489074] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.490158] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a0381b-0c5b-4a3f-854f-10aeb7456484 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.498319] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.498574] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c808537e-b5d0-4904-b25a-3f6f1e3ca6a7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.505461] env[70683]: DEBUG oslo_vmware.api [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1216.505461] env[70683]: value = "task-3281474" [ 1216.505461] env[70683]: _type = "Task" [ 1216.505461] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.514719] env[70683]: DEBUG oslo_vmware.api [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.533678] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.556550] env[70683]: DEBUG nova.compute.manager [req-3610d5d4-d95b-4dcb-b6e1-2c3516a6882e req-90bc6799-bdee-41c1-829b-96997d4fecb1 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Received event network-changed-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.556761] env[70683]: DEBUG nova.compute.manager [req-3610d5d4-d95b-4dcb-b6e1-2c3516a6882e req-90bc6799-bdee-41c1-829b-96997d4fecb1 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Refreshing instance network info cache due to event network-changed-d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.556967] env[70683]: DEBUG oslo_concurrency.lockutils [req-3610d5d4-d95b-4dcb-b6e1-2c3516a6882e req-90bc6799-bdee-41c1-829b-96997d4fecb1 service nova] Acquiring lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.557123] env[70683]: DEBUG oslo_concurrency.lockutils [req-3610d5d4-d95b-4dcb-b6e1-2c3516a6882e req-90bc6799-bdee-41c1-829b-96997d4fecb1 service nova] Acquired lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.557288] env[70683]: DEBUG nova.network.neutron [req-3610d5d4-d95b-4dcb-b6e1-2c3516a6882e req-90bc6799-bdee-41c1-829b-96997d4fecb1 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Refreshing network info cache for port d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.559897] env[70683]: DEBUG nova.scheduler.client.report [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.563191] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.639238] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "85a91aa3-7cce-447b-a2a2-74b871686509" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.639662] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "85a91aa3-7cce-447b-a2a2-74b871686509" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.841453] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281473, 'name': PowerOffVM_Task, 'duration_secs': 0.209506} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.841453] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.841453] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance 'd71fcc6b-60e4-4a93-8333-f116106ec82b' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.014976] env[70683]: DEBUG oslo_vmware.api [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281474, 'name': PowerOffVM_Task, 'duration_secs': 0.201865} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.015261] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.015431] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.015676] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db096958-27c3-4167-8773-cf0ebfe50448 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.031076] env[70683]: DEBUG oslo_vmware.api [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281472, 'name': PowerOnVM_Task, 'duration_secs': 1.296509} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.031335] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.031568] env[70683]: INFO nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1217.032140] env[70683]: DEBUG nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.032540] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582b2d95-5d00-4958-9616-e92051fd279f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.064310] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.066641] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.549s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.070033] env[70683]: DEBUG nova.objects.instance [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lazy-loading 'resources' on Instance uuid dfd79661-6e3c-4d39-99ba-0297a78a3724 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.077501] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.077703] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.077884] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Deleting the datastore file [datastore2] 27d59c74-af98-4835-9ccd-ad1b481427e5 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.078157] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e4c834d-7e99-4f71-be05-674cc9548733 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.084327] env[70683]: DEBUG oslo_vmware.api [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for the task: (returnval){ [ 1217.084327] env[70683]: value = "task-3281476" [ 1217.084327] env[70683]: _type = "Task" [ 1217.084327] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.091835] env[70683]: DEBUG oslo_vmware.api [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.142204] env[70683]: DEBUG nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.344719] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.348092] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.348092] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.348092] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.348092] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.348092] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.348092] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.348092] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.348092] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.348560] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.349243] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.354908] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ade1c9-a849-4a87-9349-c1847e82db10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.371199] env[70683]: DEBUG nova.network.neutron [req-3610d5d4-d95b-4dcb-b6e1-2c3516a6882e req-90bc6799-bdee-41c1-829b-96997d4fecb1 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Updated VIF entry in instance network info cache for port d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.371583] env[70683]: DEBUG nova.network.neutron [req-3610d5d4-d95b-4dcb-b6e1-2c3516a6882e req-90bc6799-bdee-41c1-829b-96997d4fecb1 service nova] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Updating instance_info_cache with network_info: [{"id": "d1c8ebc2-eaf9-4844-bd95-3b23a97b55d0", "address": "fa:16:3e:eb:17:3c", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": null, "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd1c8ebc2-ea", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.379257] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1217.379257] env[70683]: value = "task-3281477" [ 1217.379257] env[70683]: _type = "Task" [ 1217.379257] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.387418] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.397652] env[70683]: DEBUG nova.compute.manager [req-4734e4b9-7d3a-4d31-9b1e-d78c46622252 req-803c92d5-f1bb-4b7d-bc53-dadc79b2bb2b service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.397652] env[70683]: DEBUG nova.compute.manager [req-4734e4b9-7d3a-4d31-9b1e-d78c46622252 req-803c92d5-f1bb-4b7d-bc53-dadc79b2bb2b service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing instance network info cache due to event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.397652] env[70683]: DEBUG oslo_concurrency.lockutils [req-4734e4b9-7d3a-4d31-9b1e-d78c46622252 req-803c92d5-f1bb-4b7d-bc53-dadc79b2bb2b service nova] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.397652] env[70683]: DEBUG oslo_concurrency.lockutils [req-4734e4b9-7d3a-4d31-9b1e-d78c46622252 req-803c92d5-f1bb-4b7d-bc53-dadc79b2bb2b service nova] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.397652] env[70683]: DEBUG nova.network.neutron [req-4734e4b9-7d3a-4d31-9b1e-d78c46622252 req-803c92d5-f1bb-4b7d-bc53-dadc79b2bb2b service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.551406] env[70683]: INFO nova.compute.manager [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Took 18.48 seconds to build instance. [ 1217.577954] env[70683]: DEBUG oslo_concurrency.lockutils [None req-17dca790-b9d4-4c7e-ac6b-88389ee8c8e6 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.360s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.579735] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.481s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.581190] env[70683]: INFO nova.compute.manager [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Unshelving [ 1217.595516] env[70683]: DEBUG oslo_vmware.api [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Task: {'id': task-3281476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148937} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.597270] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.597587] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.597905] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.598230] env[70683]: INFO nova.compute.manager [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1217.598590] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.599335] env[70683]: DEBUG nova.compute.manager [-] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.599641] env[70683]: DEBUG nova.network.neutron [-] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.665300] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.819107] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681f4ed7-ea53-43e7-936d-d401bc9fa9e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.828441] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd4fdbd-9aa8-4e36-958e-2a870ab76bc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.875392] env[70683]: DEBUG oslo_concurrency.lockutils [req-3610d5d4-d95b-4dcb-b6e1-2c3516a6882e req-90bc6799-bdee-41c1-829b-96997d4fecb1 service nova] Releasing lock "refresh_cache-bb68867a-e2b7-4a6d-b613-e693d79e05ad" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.876834] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37931f93-c6b1-4cd3-9de4-cb38ac486843 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.896978] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d407f2a-7caf-4175-9d81-275b08ec2a6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.902435] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281477, 'name': ReconfigVM_Task, 'duration_secs': 0.18551} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.905040] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance 'd71fcc6b-60e4-4a93-8333-f116106ec82b' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.919230] env[70683]: DEBUG nova.compute.provider_tree [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.030720] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.030988] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.031307] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.031515] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.031668] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.031819] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.032070] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.032241] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.032365] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.032528] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.032702] env[70683]: DEBUG nova.virt.hardware [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.033603] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892152e0-14d4-4bb1-8e27-125985986546 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.041725] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad5441d-9c28-43de-8d2b-4a7253812edd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.057525] env[70683]: DEBUG oslo_concurrency.lockutils [None req-63f7dd99-1334-4755-b9f5-75f5722a88a1 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.992s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.058025] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:e9:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc7180d0-56d3-4717-adfb-9a2423926630', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.065521] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.066078] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.066315] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-275299a9-a438-4790-b06d-2c9f30638b59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.086876] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.086876] env[70683]: value = "task-3281478" [ 1218.086876] env[70683]: _type = "Task" [ 1218.086876] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.100062] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281478, 'name': CreateVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.411651] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.411885] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.412056] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.412358] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.412436] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.412581] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.412791] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.412972] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.413188] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.413354] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.413543] env[70683]: DEBUG nova.virt.hardware [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.418939] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.421742] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c84c4c-001b-4db7-9978-b41fd438c834 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.435424] env[70683]: DEBUG nova.scheduler.client.report [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.445162] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1218.445162] env[70683]: value = "task-3281479" [ 1218.445162] env[70683]: _type = "Task" [ 1218.445162] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.455952] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.593863] env[70683]: DEBUG nova.compute.utils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.604910] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281478, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.625897] env[70683]: DEBUG nova.network.neutron [req-4734e4b9-7d3a-4d31-9b1e-d78c46622252 req-803c92d5-f1bb-4b7d-bc53-dadc79b2bb2b service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updated VIF entry in instance network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.626494] env[70683]: DEBUG nova.network.neutron [req-4734e4b9-7d3a-4d31-9b1e-d78c46622252 req-803c92d5-f1bb-4b7d-bc53-dadc79b2bb2b service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.639831] env[70683]: DEBUG nova.compute.manager [req-a9bfa06b-1c34-45ba-8d56-2b033a884c58 req-592b3966-6d76-4a8d-a16b-99c19f7cbb35 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Received event network-vif-deleted-9a90b1f7-096e-4b1b-805b-83caaf094d72 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.639930] env[70683]: INFO nova.compute.manager [req-a9bfa06b-1c34-45ba-8d56-2b033a884c58 req-592b3966-6d76-4a8d-a16b-99c19f7cbb35 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Neutron deleted interface 9a90b1f7-096e-4b1b-805b-83caaf094d72; detaching it from the instance and deleting it from the info cache [ 1218.640095] env[70683]: DEBUG nova.network.neutron [req-a9bfa06b-1c34-45ba-8d56-2b033a884c58 req-592b3966-6d76-4a8d-a16b-99c19f7cbb35 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.761644] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.761905] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.867654] env[70683]: DEBUG nova.network.neutron [-] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.942906] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.943301] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.252s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.943552] env[70683]: DEBUG nova.objects.instance [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'resources' on Instance uuid bb68867a-e2b7-4a6d-b613-e693d79e05ad {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.955550] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281479, 'name': ReconfigVM_Task, 'duration_secs': 0.16435} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.956384] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.957184] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06006cf-eb1f-4796-8a60-74ffc0297c4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.979425] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d71fcc6b-60e4-4a93-8333-f116106ec82b/d71fcc6b-60e4-4a93-8333-f116106ec82b.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.979964] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdd3321d-3e47-4ffe-99e0-0fb25cdca44d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.998251] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1218.998251] env[70683]: value = "task-3281480" [ 1218.998251] env[70683]: _type = "Task" [ 1218.998251] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.006550] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.012615] env[70683]: INFO nova.scheduler.client.report [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Deleted allocations for instance dfd79661-6e3c-4d39-99ba-0297a78a3724 [ 1219.101833] env[70683]: INFO nova.virt.block_device [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Booting with volume 9832f72e-66e9-47f4-a7dd-3a51daf62b03 at /dev/sdb [ 1219.103334] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281478, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.129245] env[70683]: DEBUG oslo_concurrency.lockutils [req-4734e4b9-7d3a-4d31-9b1e-d78c46622252 req-803c92d5-f1bb-4b7d-bc53-dadc79b2bb2b service nova] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.142477] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-147efef2-1874-4c8d-901f-e2c2e58b87ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.151080] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73dc57-8e73-4ca7-9a15-dc2ec100efba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.161897] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73d7945f-79e1-4c54-b389-56fbee08f0fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.169764] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b2230-c6b2-4a41-93aa-af8fd172e4e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.188331] env[70683]: DEBUG nova.compute.manager [req-a9bfa06b-1c34-45ba-8d56-2b033a884c58 req-592b3966-6d76-4a8d-a16b-99c19f7cbb35 service nova] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Detach interface failed, port_id=9a90b1f7-096e-4b1b-805b-83caaf094d72, reason: Instance 27d59c74-af98-4835-9ccd-ad1b481427e5 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.207402] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cc54957-8907-4008-825f-97d6c5fdaac8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.214984] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc91bb2e-2e4e-4acc-9faa-ddbcf797e6a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.245860] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c2bb1-798e-4f6a-b1ea-9485d820730d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.252019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be393129-fb3c-479d-933e-abf6410f7e20 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.265331] env[70683]: DEBUG nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.268588] env[70683]: DEBUG nova.virt.block_device [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating existing volume attachment record: 79dd0413-869b-4fbf-8b83-7f5a54661665 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1219.300222] env[70683]: INFO nova.compute.manager [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Rebuilding instance [ 1219.366321] env[70683]: DEBUG nova.compute.manager [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.367205] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee66e5e-2f45-4e83-9fd3-1cdcee7222bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.370947] env[70683]: INFO nova.compute.manager [-] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Took 1.77 seconds to deallocate network for instance. [ 1219.446690] env[70683]: DEBUG nova.objects.instance [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'numa_topology' on Instance uuid bb68867a-e2b7-4a6d-b613-e693d79e05ad {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.512044] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.521847] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eeb5fab2-ce9c-4858-845f-28159241f3c7 tempest-ServersWithSpecificFlavorTestJSON-351870110 tempest-ServersWithSpecificFlavorTestJSON-351870110-project-member] Lock "dfd79661-6e3c-4d39-99ba-0297a78a3724" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.066s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.602396] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281478, 'name': CreateVM_Task, 'duration_secs': 1.50434} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.602592] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.603303] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.603451] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.603797] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.604079] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3c4927-d793-49c5-b239-ae59dcc09791 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.610134] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1219.610134] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5201ba8b-cf9b-b6bb-b556-94a449c37bdd" [ 1219.610134] env[70683]: _type = "Task" [ 1219.610134] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.620289] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5201ba8b-cf9b-b6bb-b556-94a449c37bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.802244] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.880233] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.949327] env[70683]: DEBUG nova.objects.base [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1220.009862] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281480, 'name': ReconfigVM_Task, 'duration_secs': 0.96159} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.012659] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d71fcc6b-60e4-4a93-8333-f116106ec82b/d71fcc6b-60e4-4a93-8333-f116106ec82b.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.013024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance 'd71fcc6b-60e4-4a93-8333-f116106ec82b' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.126826] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5201ba8b-cf9b-b6bb-b556-94a449c37bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.130938] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.131382] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.131788] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.132041] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.132334] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.133031] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b2f399c-1fd9-4689-8aaa-6d3019664530 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.144055] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.144421] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.147557] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3100c8-ffd0-4d7c-a03c-e3fc93ce1b40 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.153805] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1220.153805] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5242402c-92a0-f955-a59a-e1bddfe1fc93" [ 1220.153805] env[70683]: _type = "Task" [ 1220.153805] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.162490] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5242402c-92a0-f955-a59a-e1bddfe1fc93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.164238] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9361a83-452c-4b8a-ab75-cd1716e5ff1f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.171440] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47baf0b0-84dc-4044-8cbe-84c645b8a498 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.202963] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8d3369-1bf0-4cbd-9581-7da327476bca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.210606] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c43117-33ed-4f97-af1b-48824c9b5f5c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.224569] env[70683]: DEBUG nova.compute.provider_tree [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.384332] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.384691] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81626f31-4fec-4b7e-ace1-5734fd5cedc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.392922] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1220.392922] env[70683]: value = "task-3281484" [ 1220.392922] env[70683]: _type = "Task" [ 1220.392922] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.401523] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.520100] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c89801-861c-4119-8caf-26ed8811d7fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.542554] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb9ffe7-e8ba-4ccc-bbdd-3a154528eb11 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.561088] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance 'd71fcc6b-60e4-4a93-8333-f116106ec82b' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.665264] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5242402c-92a0-f955-a59a-e1bddfe1fc93, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.666247] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df45a3b-897a-4f35-b9cb-ca7e2c90b25f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.671302] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1220.671302] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]528130b4-ac70-992a-7a46-be29fdd022b9" [ 1220.671302] env[70683]: _type = "Task" [ 1220.671302] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.680301] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528130b4-ac70-992a-7a46-be29fdd022b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.728138] env[70683]: DEBUG nova.scheduler.client.report [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.903377] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281484, 'name': PowerOffVM_Task, 'duration_secs': 0.351974} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.903675] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.903904] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.904683] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961ca53-1621-43a0-be52-33193a761c45 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.911690] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.911910] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec8e4e2-63bf-408c-8aac-e313d66a6bf3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.003675] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.003898] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.004130] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleting the datastore file [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.004352] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9245711-9f59-4a80-87f8-fb9dae330425 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.010633] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1221.010633] env[70683]: value = "task-3281486" [ 1221.010633] env[70683]: _type = "Task" [ 1221.010633] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.018772] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.101886] env[70683]: DEBUG nova.network.neutron [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Port 0275b633-20fc-4f62-9a7f-66071e8f1c76 binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1221.182171] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]528130b4-ac70-992a-7a46-be29fdd022b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.182421] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.182753] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d/2cf3984b-b61b-4882-afd6-7d6b8c81b88d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.182992] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6bf84d-3bbd-4510-9ef8-a39d4760444c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.189136] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1221.189136] env[70683]: value = "task-3281487" [ 1221.189136] env[70683]: _type = "Task" [ 1221.189136] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.196904] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.232939] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.235712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.571s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.237290] env[70683]: INFO nova.compute.claims [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.523650] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136965} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.524205] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.524513] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.524983] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.702024] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45337} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.702194] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d/2cf3984b-b61b-4882-afd6-7d6b8c81b88d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.703639] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.703639] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90464d7e-9d9c-4b1e-ba8a-6ab9fc3c314c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.709041] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1221.709041] env[70683]: value = "task-3281489" [ 1221.709041] env[70683]: _type = "Task" [ 1221.709041] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.720702] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.749844] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4ab4135e-1c0b-4a6c-b96b-173dfd09b8cd tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.743s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.750719] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.188s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.751236] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.751236] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.751395] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.753442] env[70683]: INFO nova.compute.manager [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Terminating instance [ 1222.126094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.126414] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.126414] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.219558] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062203} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.219841] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.220622] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2579f1a-053a-48a0-9d8c-2ef99845d5fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.248462] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d/2cf3984b-b61b-4882-afd6-7d6b8c81b88d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.253828] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77a9992-fd78-4045-be2b-54643489c027 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.271748] env[70683]: DEBUG nova.compute.manager [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.271976] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.273086] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21807b83-ff8c-4af7-8f4c-af4626c4b298 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.281776] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6f8580-3581-46ca-badc-f107d6a712ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.297977] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1222.297977] env[70683]: value = "task-3281490" [ 1222.297977] env[70683]: _type = "Task" [ 1222.297977] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.309268] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.318503] env[70683]: WARNING nova.virt.vmwareapi.vmops [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bb68867a-e2b7-4a6d-b613-e693d79e05ad could not be found. [ 1222.318683] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.318863] env[70683]: INFO nova.compute.manager [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1222.319302] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.322070] env[70683]: DEBUG nova.compute.manager [-] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.322210] env[70683]: DEBUG nova.network.neutron [-] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.508091] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8825d304-62ee-4022-b513-b9d3ca3afb02 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.516786] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae0f66-8dfa-4fd9-ac58-102b649680ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.550133] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a76e6c9-1841-4c6a-b2bf-1abb2a465540 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.557427] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b63274-d0da-4164-b1f3-efaecda3527d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.570498] env[70683]: DEBUG nova.compute.provider_tree [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.607172] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.607603] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.607603] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.607764] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.607891] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.608086] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.608309] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.608492] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.608693] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.608865] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.609078] env[70683]: DEBUG nova.virt.hardware [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.610206] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720d1ba0-0f26-4660-a491-c46df7b3571c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.621929] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e80901-c10e-421b-be8c-b27f76fa0b2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.640080] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:a8:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b599be06-f38c-4fc1-88d7-2b63813ce762', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.648069] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.648069] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.648069] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0770ae63-27d6-40b7-90f1-faa4ca731b12 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.669522] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.669522] env[70683]: value = "task-3281491" [ 1222.669522] env[70683]: _type = "Task" [ 1222.669522] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.678688] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281491, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.810104] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.075103] env[70683]: DEBUG nova.scheduler.client.report [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.129027] env[70683]: DEBUG nova.network.neutron [-] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.180112] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281491, 'name': CreateVM_Task, 'duration_secs': 0.322026} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.180289] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.180996] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.181228] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.181853] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.181853] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b16ea8e-a08b-4c8c-bfa4-281794aa33df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.187269] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1223.187269] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524d8114-d61c-daa5-8c87-99c4c28ee03f" [ 1223.187269] env[70683]: _type = "Task" [ 1223.187269] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.195145] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524d8114-d61c-daa5-8c87-99c4c28ee03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.199331] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.199498] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.199666] env[70683]: DEBUG nova.network.neutron [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.312874] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281490, 'name': ReconfigVM_Task, 'duration_secs': 0.681542} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.312874] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d/2cf3984b-b61b-4882-afd6-7d6b8c81b88d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.314012] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'guest_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'image_id': '5c225d62-0adf-4bf0-a9e3-34063b2076be'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'}, 'mount_device': '/dev/sdb', 'attachment_id': '4ee54071-b9db-4b17-a835-a8c81f430b41', 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1223.314310] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1223.314608] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1223.315811] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0214fe-47db-407e-a346-2c7c9f90237f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.332296] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0805f3b9-13f7-4bec-bbde-4ed47bb9d8ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.357935] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-27cf24c0-525b-4958-81cf-375e933fff72/volume-27cf24c0-525b-4958-81cf-375e933fff72.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.358280] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c7bd37-6255-4bb4-933f-62d9f05ebee9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.377169] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1223.377169] env[70683]: value = "task-3281492" [ 1223.377169] env[70683]: _type = "Task" [ 1223.377169] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.385599] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.580223] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.580549] env[70683]: DEBUG nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.583267] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.781s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.585916] env[70683]: INFO nova.compute.claims [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.632722] env[70683]: INFO nova.compute.manager [-] [instance: bb68867a-e2b7-4a6d-b613-e693d79e05ad] Took 1.31 seconds to deallocate network for instance. [ 1223.698459] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524d8114-d61c-daa5-8c87-99c4c28ee03f, 'name': SearchDatastore_Task, 'duration_secs': 0.016729} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.698459] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.698826] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.699099] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.699316] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.699645] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.700351] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc5ff202-02cf-4b85-97e2-65f376bce9a0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.713917] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.714194] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.715036] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7af1584-797e-43c4-81ee-01abc0a1b6e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.721306] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1223.721306] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526405ba-4c1a-b190-c6fd-805d9e111487" [ 1223.721306] env[70683]: _type = "Task" [ 1223.721306] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.731077] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526405ba-4c1a-b190-c6fd-805d9e111487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.886742] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281492, 'name': ReconfigVM_Task, 'duration_secs': 0.353795} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.889395] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-27cf24c0-525b-4958-81cf-375e933fff72/volume-27cf24c0-525b-4958-81cf-375e933fff72.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.894414] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed49a175-ffea-422d-bd6e-c0efcef9d56a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.911336] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1223.911336] env[70683]: value = "task-3281493" [ 1223.911336] env[70683]: _type = "Task" [ 1223.911336] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.918437] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.968054] env[70683]: DEBUG nova.network.neutron [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [{"id": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "address": "fa:16:3e:4d:c8:a4", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0275b633-20", "ovs_interfaceid": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.089400] env[70683]: DEBUG nova.compute.utils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.093237] env[70683]: DEBUG nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.093417] env[70683]: DEBUG nova.network.neutron [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.130998] env[70683]: DEBUG nova.policy [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74919901a9db4a79b3e87282c4ccac7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f226f3501ac498caab495dc5120a888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.235299] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526405ba-4c1a-b190-c6fd-805d9e111487, 'name': SearchDatastore_Task, 'duration_secs': 0.013133} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.236481] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ae372a-da6e-4a16-8e2a-e9604779937e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.241616] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1224.241616] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f79569-a280-0942-0bf8-2ae65b8bc92e" [ 1224.241616] env[70683]: _type = "Task" [ 1224.241616] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.249164] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f79569-a280-0942-0bf8-2ae65b8bc92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.421090] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.472474] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.594010] env[70683]: DEBUG nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.662928] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff01b1ee-3f46-444d-909f-f8a9c31736b0 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "bb68867a-e2b7-4a6d-b613-e693d79e05ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.912s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.756342] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f79569-a280-0942-0bf8-2ae65b8bc92e, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.756830] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.757118] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca/54e26a60-ec6d-4bce-96c0-331eceeb2aca.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.758689] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da13857d-5c8e-4849-8fd9-75c8e9be95ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.767947] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1224.767947] env[70683]: value = "task-3281494" [ 1224.767947] env[70683]: _type = "Task" [ 1224.767947] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.777409] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.884569] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346b3fa-0f6e-42d6-b294-6900e4054e6d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.892947] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52abf2b-b23e-4996-868e-fee5f57af606 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.928837] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82924c7d-d47b-42bc-86ab-5b59e9d00b79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.937606] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281493, 'name': ReconfigVM_Task, 'duration_secs': 0.898218} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.940242] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.941028] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02d3d97e-0b33-4f1f-b7b7-dee1a98446a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.944357] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862b35f6-62fa-453e-b3ad-256077ae6268 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.957391] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1224.957391] env[70683]: value = "task-3281495" [ 1224.957391] env[70683]: _type = "Task" [ 1224.957391] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.967553] env[70683]: DEBUG nova.compute.provider_tree [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.985419] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281495, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.985969] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.009834] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2600c770-272a-4836-8763-bb53e5445186 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.015163] env[70683]: DEBUG nova.network.neutron [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Successfully created port: 17099913-c8a1-4c91-83c5-15cafd96d200 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.035961] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a874f505-8a42-4337-ae4b-e8fe8d2d077c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.043976] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance 'd71fcc6b-60e4-4a93-8333-f116106ec82b' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.278441] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482254} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.278876] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca/54e26a60-ec6d-4bce-96c0-331eceeb2aca.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.279182] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.279476] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e46639c-502c-4c6d-b366-1b041ca43652 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.286306] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1225.286306] env[70683]: value = "task-3281496" [ 1225.286306] env[70683]: _type = "Task" [ 1225.286306] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.295178] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.480529] env[70683]: DEBUG nova.scheduler.client.report [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.483970] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281495, 'name': Rename_Task, 'duration_secs': 0.201857} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.484634] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.484898] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.485162] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.485362] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4cb4a8c-d7fe-466a-89de-844137d2be33 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.487098] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.487242] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.487824] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.487991] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.488199] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.488340] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1225.488489] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.493356] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1225.493356] env[70683]: value = "task-3281497" [ 1225.493356] env[70683]: _type = "Task" [ 1225.493356] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.501447] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.551950] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.551950] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e69afeba-b4ca-4816-9dd6-854b5f45396e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.558846] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1225.558846] env[70683]: value = "task-3281498" [ 1225.558846] env[70683]: _type = "Task" [ 1225.558846] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.566933] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.610056] env[70683]: DEBUG nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.671264] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.671264] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.671264] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.671264] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.671591] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.671753] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.671965] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.672142] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.672317] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.672485] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.672661] env[70683]: DEBUG nova.virt.hardware [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.673806] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675fd8be-6cdd-4615-a4ec-f8ce13b7841e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.682813] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe2e0f7-031f-4dc6-8a7d-b3f6d07e4cb9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.796909] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064446} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.797246] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.798172] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fef8a0-2494-431d-8fce-ba04787da799 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.824182] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca/54e26a60-ec6d-4bce-96c0-331eceeb2aca.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.824589] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02afbe26-a067-4fa9-a949-6963f2b319ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.846766] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1225.846766] env[70683]: value = "task-3281499" [ 1225.846766] env[70683]: _type = "Task" [ 1225.846766] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.855872] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.986086] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.986559] env[70683]: DEBUG nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.989450] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.109s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.989810] env[70683]: DEBUG nova.objects.instance [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lazy-loading 'resources' on Instance uuid 27d59c74-af98-4835-9ccd-ad1b481427e5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.991481] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.002742] env[70683]: DEBUG oslo_vmware.api [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281497, 'name': PowerOnVM_Task, 'duration_secs': 0.493406} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.003793] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.003793] env[70683]: DEBUG nova.compute.manager [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.004596] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303293b8-d541-4c24-bff9-fe9d736cc4b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.074802] env[70683]: DEBUG oslo_vmware.api [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281498, 'name': PowerOnVM_Task, 'duration_secs': 0.417547} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.075638] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.076193] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0227de2a-8a18-4202-b364-b33749b73559 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance 'd71fcc6b-60e4-4a93-8333-f116106ec82b' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.150072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.150072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.357458] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.495023] env[70683]: DEBUG nova.compute.utils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.503110] env[70683]: DEBUG nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.503110] env[70683]: DEBUG nova.network.neutron [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.523938] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.573344] env[70683]: DEBUG nova.policy [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.652835] env[70683]: DEBUG nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.732874] env[70683]: DEBUG nova.compute.manager [req-cbd862ea-4301-43c3-a3fa-27b70f63d9c6 req-e4efc3a7-aeee-438c-a7a5-ba376a438243 service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Received event network-vif-plugged-17099913-c8a1-4c91-83c5-15cafd96d200 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.733764] env[70683]: DEBUG oslo_concurrency.lockutils [req-cbd862ea-4301-43c3-a3fa-27b70f63d9c6 req-e4efc3a7-aeee-438c-a7a5-ba376a438243 service nova] Acquiring lock "85a91aa3-7cce-447b-a2a2-74b871686509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.734516] env[70683]: DEBUG oslo_concurrency.lockutils [req-cbd862ea-4301-43c3-a3fa-27b70f63d9c6 req-e4efc3a7-aeee-438c-a7a5-ba376a438243 service nova] Lock "85a91aa3-7cce-447b-a2a2-74b871686509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.734648] env[70683]: DEBUG oslo_concurrency.lockutils [req-cbd862ea-4301-43c3-a3fa-27b70f63d9c6 req-e4efc3a7-aeee-438c-a7a5-ba376a438243 service nova] Lock "85a91aa3-7cce-447b-a2a2-74b871686509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.734797] env[70683]: DEBUG nova.compute.manager [req-cbd862ea-4301-43c3-a3fa-27b70f63d9c6 req-e4efc3a7-aeee-438c-a7a5-ba376a438243 service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] No waiting events found dispatching network-vif-plugged-17099913-c8a1-4c91-83c5-15cafd96d200 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.735873] env[70683]: WARNING nova.compute.manager [req-cbd862ea-4301-43c3-a3fa-27b70f63d9c6 req-e4efc3a7-aeee-438c-a7a5-ba376a438243 service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Received unexpected event network-vif-plugged-17099913-c8a1-4c91-83c5-15cafd96d200 for instance with vm_state building and task_state spawning. [ 1226.767405] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d4d37e-8a00-4968-9ea4-21d4e86d5dd1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.775452] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07da39d4-da89-41c6-8092-17c0e6e1c084 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.810371] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5166b8bc-17f2-462f-b0ee-6f62bf002c36 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.817475] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09dd79c-ae5c-4913-8698-3ad97025a039 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.833137] env[70683]: DEBUG nova.compute.provider_tree [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.859829] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281499, 'name': ReconfigVM_Task, 'duration_secs': 0.876137} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.860124] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca/54e26a60-ec6d-4bce-96c0-331eceeb2aca.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.860825] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d620992b-da38-4dba-ad6d-ddb0d790ae9d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.867539] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1226.867539] env[70683]: value = "task-3281500" [ 1226.867539] env[70683]: _type = "Task" [ 1226.867539] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.878401] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281500, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.883570] env[70683]: DEBUG nova.network.neutron [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Successfully updated port: 17099913-c8a1-4c91-83c5-15cafd96d200 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.006362] env[70683]: DEBUG nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.024207] env[70683]: DEBUG nova.network.neutron [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Successfully created port: a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.203427] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.336868] env[70683]: DEBUG nova.scheduler.client.report [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.378167] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281500, 'name': Rename_Task, 'duration_secs': 0.244097} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.378516] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.378685] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400c76c6-631d-4f4a-ad28-8d4fc0391e0f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.384390] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1227.384390] env[70683]: value = "task-3281501" [ 1227.384390] env[70683]: _type = "Task" [ 1227.384390] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.393921] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.398551] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "refresh_cache-85a91aa3-7cce-447b-a2a2-74b871686509" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.398687] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "refresh_cache-85a91aa3-7cce-447b-a2a2-74b871686509" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.398838] env[70683]: DEBUG nova.network.neutron [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.841884] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.844232] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.858s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.844475] env[70683]: DEBUG nova.objects.instance [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.876184] env[70683]: INFO nova.scheduler.client.report [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Deleted allocations for instance 27d59c74-af98-4835-9ccd-ad1b481427e5 [ 1227.896195] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.934256] env[70683]: DEBUG nova.network.neutron [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.017784] env[70683]: DEBUG nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.064721] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.065008] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.065683] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.065931] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.066137] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.066331] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.066591] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.066777] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.066979] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.067177] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.067432] env[70683]: DEBUG nova.virt.hardware [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.069035] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5ca02e-07a5-4cd2-8bc7-06c68030f3e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.071865] env[70683]: DEBUG nova.network.neutron [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Updating instance_info_cache with network_info: [{"id": "17099913-c8a1-4c91-83c5-15cafd96d200", "address": "fa:16:3e:b5:6a:d3", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17099913-c8", "ovs_interfaceid": "17099913-c8a1-4c91-83c5-15cafd96d200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.079345] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291b890b-0e54-4907-ae01-751962f4285b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.348456] env[70683]: DEBUG nova.objects.instance [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'numa_topology' on Instance uuid 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.386408] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ab20259e-0286-4a55-a06b-7c29aecc564e tempest-InstanceActionsTestJSON-1278653038 tempest-InstanceActionsTestJSON-1278653038-project-member] Lock "27d59c74-af98-4835-9ccd-ad1b481427e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.407s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.398332] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.575496] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "refresh_cache-85a91aa3-7cce-447b-a2a2-74b871686509" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.575697] env[70683]: DEBUG nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Instance network_info: |[{"id": "17099913-c8a1-4c91-83c5-15cafd96d200", "address": "fa:16:3e:b5:6a:d3", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17099913-c8", "ovs_interfaceid": "17099913-c8a1-4c91-83c5-15cafd96d200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.576123] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:6a:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17099913-c8a1-4c91-83c5-15cafd96d200', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.586327] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.586539] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.586769] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98114c55-30e9-4b50-953c-81101371999f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.612338] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.612338] env[70683]: value = "task-3281502" [ 1228.612338] env[70683]: _type = "Task" [ 1228.612338] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.621025] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281502, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.849469] env[70683]: DEBUG nova.compute.manager [req-fd53dda8-4d26-441d-ad1f-0f3ca7d2c4fa req-7c0ef226-dc57-4486-b641-d3015313dd8e service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Received event network-changed-17099913-c8a1-4c91-83c5-15cafd96d200 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.849469] env[70683]: DEBUG nova.compute.manager [req-fd53dda8-4d26-441d-ad1f-0f3ca7d2c4fa req-7c0ef226-dc57-4486-b641-d3015313dd8e service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Refreshing instance network info cache due to event network-changed-17099913-c8a1-4c91-83c5-15cafd96d200. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.849469] env[70683]: DEBUG oslo_concurrency.lockutils [req-fd53dda8-4d26-441d-ad1f-0f3ca7d2c4fa req-7c0ef226-dc57-4486-b641-d3015313dd8e service nova] Acquiring lock "refresh_cache-85a91aa3-7cce-447b-a2a2-74b871686509" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.849469] env[70683]: DEBUG oslo_concurrency.lockutils [req-fd53dda8-4d26-441d-ad1f-0f3ca7d2c4fa req-7c0ef226-dc57-4486-b641-d3015313dd8e service nova] Acquired lock "refresh_cache-85a91aa3-7cce-447b-a2a2-74b871686509" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.849469] env[70683]: DEBUG nova.network.neutron [req-fd53dda8-4d26-441d-ad1f-0f3ca7d2c4fa req-7c0ef226-dc57-4486-b641-d3015313dd8e service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Refreshing network info cache for port 17099913-c8a1-4c91-83c5-15cafd96d200 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.854224] env[70683]: INFO nova.compute.claims [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.898692] env[70683]: DEBUG oslo_vmware.api [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281501, 'name': PowerOnVM_Task, 'duration_secs': 1.063633} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.899269] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.899607] env[70683]: DEBUG nova.compute.manager [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.902091] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763748a1-f3f9-4650-b3b5-5cb718667818 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.124257] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281502, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.154049] env[70683]: DEBUG nova.network.neutron [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Successfully updated port: a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.240819] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.241128] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.241519] env[70683]: DEBUG nova.compute.manager [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Going to confirm migration 3 {{(pid=70683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1229.422669] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.582751] env[70683]: DEBUG nova.network.neutron [req-fd53dda8-4d26-441d-ad1f-0f3ca7d2c4fa req-7c0ef226-dc57-4486-b641-d3015313dd8e service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Updated VIF entry in instance network info cache for port 17099913-c8a1-4c91-83c5-15cafd96d200. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.583129] env[70683]: DEBUG nova.network.neutron [req-fd53dda8-4d26-441d-ad1f-0f3ca7d2c4fa req-7c0ef226-dc57-4486-b641-d3015313dd8e service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Updating instance_info_cache with network_info: [{"id": "17099913-c8a1-4c91-83c5-15cafd96d200", "address": "fa:16:3e:b5:6a:d3", "network": {"id": "00fd6d69-890a-43ad-8f87-7af37c2040e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-597300028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f226f3501ac498caab495dc5120a888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17099913-c8", "ovs_interfaceid": "17099913-c8a1-4c91-83c5-15cafd96d200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.629021] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281502, 'name': CreateVM_Task, 'duration_secs': 0.718483} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.629021] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.629229] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.629338] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.629662] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.629910] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184b56ae-c46c-4d7f-89a0-70cd4832cce8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.634858] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1229.634858] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521cd45a-f229-78e9-b78f-f3bdaece4f13" [ 1229.634858] env[70683]: _type = "Task" [ 1229.634858] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.642756] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521cd45a-f229-78e9-b78f-f3bdaece4f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.660518] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.660518] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.660518] env[70683]: DEBUG nova.network.neutron [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.069288] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.069474] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.069652] env[70683]: DEBUG nova.network.neutron [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.069838] env[70683]: DEBUG nova.objects.instance [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'info_cache' on Instance uuid d71fcc6b-60e4-4a93-8333-f116106ec82b {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.079531] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364707aa-b57e-4d3a-a9e2-35640b86648f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.087153] env[70683]: DEBUG oslo_concurrency.lockutils [req-fd53dda8-4d26-441d-ad1f-0f3ca7d2c4fa req-7c0ef226-dc57-4486-b641-d3015313dd8e service nova] Releasing lock "refresh_cache-85a91aa3-7cce-447b-a2a2-74b871686509" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.089455] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8f8f23-591b-473d-a795-b8e445580de4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.122215] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae287f46-05c2-497d-b416-d1ab23b72742 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.128841] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0765b1-4596-40cf-8342-30be3c4118c2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.146356] env[70683]: DEBUG nova.compute.provider_tree [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.153267] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521cd45a-f229-78e9-b78f-f3bdaece4f13, 'name': SearchDatastore_Task, 'duration_secs': 0.012399} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.153557] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.153773] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.154010] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.154163] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.154327] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.154578] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc70373-fd11-49d2-a216-fad7399ebea2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.165662] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.165978] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.166662] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62decf38-4137-4984-a13c-5fd2513ff1b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.172397] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1230.172397] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5263b98e-dd99-815f-c700-c5184b8218e5" [ 1230.172397] env[70683]: _type = "Task" [ 1230.172397] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.180771] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5263b98e-dd99-815f-c700-c5184b8218e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.226071] env[70683]: DEBUG nova.network.neutron [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.503873] env[70683]: DEBUG nova.network.neutron [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.649729] env[70683]: DEBUG nova.scheduler.client.report [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.683252] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5263b98e-dd99-815f-c700-c5184b8218e5, 'name': SearchDatastore_Task, 'duration_secs': 0.028943} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.685248] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93825779-45e9-4e68-a304-21577a948962 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.694027] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1230.694027] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ea700-f562-1c02-d3ec-005861bbb867" [ 1230.694027] env[70683]: _type = "Task" [ 1230.694027] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.698671] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ea700-f562-1c02-d3ec-005861bbb867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.890340] env[70683]: DEBUG nova.compute.manager [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received event network-vif-plugged-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.890340] env[70683]: DEBUG oslo_concurrency.lockutils [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] Acquiring lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.890340] env[70683]: DEBUG oslo_concurrency.lockutils [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.890340] env[70683]: DEBUG oslo_concurrency.lockutils [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.893685] env[70683]: DEBUG nova.compute.manager [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] No waiting events found dispatching network-vif-plugged-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.893685] env[70683]: WARNING nova.compute.manager [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received unexpected event network-vif-plugged-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e for instance with vm_state building and task_state spawning. [ 1230.893685] env[70683]: DEBUG nova.compute.manager [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received event network-changed-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.893685] env[70683]: DEBUG nova.compute.manager [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing instance network info cache due to event network-changed-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.894542] env[70683]: DEBUG oslo_concurrency.lockutils [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] Acquiring lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.010636] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.011209] env[70683]: DEBUG nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Instance network_info: |[{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.011992] env[70683]: DEBUG oslo_concurrency.lockutils [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] Acquired lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.012355] env[70683]: DEBUG nova.network.neutron [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing network info cache for port a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.014661] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:6d:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7724b5c-6de9-4d16-87d4-d8ff1b201e6e', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.027584] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.030795] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.031779] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-707eb4ea-3447-4ff1-bf0a-aace2efb84cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.055806] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.055806] env[70683]: value = "task-3281503" [ 1231.055806] env[70683]: _type = "Task" [ 1231.055806] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.064047] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281503, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.156040] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.310s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.157561] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.166s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.158477] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.158477] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1231.158477] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.635s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.158477] env[70683]: DEBUG nova.objects.instance [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1231.164759] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dcc22e-cf74-45d7-a563-4010c91bb5ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.174235] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b76de4-89dc-4c17-87a3-23f1fb73e9c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.194171] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54455be2-6306-4ba7-a9d7-15f6977c2753 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.209044] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c076fcc-d311-46f0-8a79-9f28f1d168ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.212115] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ea700-f562-1c02-d3ec-005861bbb867, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.213357] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.213357] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 85a91aa3-7cce-447b-a2a2-74b871686509/85a91aa3-7cce-447b-a2a2-74b871686509.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.213357] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-968aed0d-0888-41a4-8cf0-3228821f89f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.242140] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178505MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1231.242361] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.243576] env[70683]: INFO nova.network.neutron [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1231.254880] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1231.254880] env[70683]: value = "task-3281504" [ 1231.254880] env[70683]: _type = "Task" [ 1231.254880] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.263310] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.483468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.483468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.483468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.483468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.483468] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.493120] env[70683]: INFO nova.compute.manager [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Terminating instance [ 1231.495022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.495423] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.570791] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281503, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.585692] env[70683]: DEBUG nova.network.neutron [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updated VIF entry in instance network info cache for port a7724b5c-6de9-4d16-87d4-d8ff1b201e6e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.585692] env[70683]: DEBUG nova.network.neutron [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.677436] env[70683]: DEBUG nova.network.neutron [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [{"id": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "address": "fa:16:3e:4d:c8:a4", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0275b633-20", "ovs_interfaceid": "0275b633-20fc-4f62-9a7f-66071e8f1c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.765841] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281504, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.002029] env[70683]: DEBUG nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.004035] env[70683]: DEBUG nova.compute.manager [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.004272] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.006925] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c36bee8-1c96-4ed2-9eea-07207a38ca2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.013970] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.017769] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ba97e6-c86e-450f-a3d7-b38eb5a9c693 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.021244] env[70683]: DEBUG oslo_vmware.api [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1232.021244] env[70683]: value = "task-3281505" [ 1232.021244] env[70683]: _type = "Task" [ 1232.021244] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.033936] env[70683]: DEBUG oslo_vmware.api [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.068385] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281503, 'name': CreateVM_Task, 'duration_secs': 0.562082} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.068570] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.070028] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.070028] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.070028] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.070327] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed82a81-35b9-416d-943c-d3bfdc15e4b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.074728] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1232.074728] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5269627b-cbaf-7ba1-fbdf-ea1c90d5d50c" [ 1232.074728] env[70683]: _type = "Task" [ 1232.074728] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.083442] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5269627b-cbaf-7ba1-fbdf-ea1c90d5d50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.088885] env[70683]: DEBUG oslo_concurrency.lockutils [req-0e3b5804-48b1-406f-9d0f-7bc08e3b1c7b req-f387068f-fd67-4d3b-ba84-623e4c45c7b8 service nova] Releasing lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.180154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-d71fcc6b-60e4-4a93-8333-f116106ec82b" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.181863] env[70683]: DEBUG nova.objects.instance [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'migration_context' on Instance uuid d71fcc6b-60e4-4a93-8333-f116106ec82b {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.183937] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e7b28962-6380-4053-9711-7adb0a6f8bca tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.185039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.982s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.186476] env[70683]: INFO nova.compute.claims [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.264751] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553723} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.265019] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 85a91aa3-7cce-447b-a2a2-74b871686509/85a91aa3-7cce-447b-a2a2-74b871686509.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.265252] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.265498] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5397f6bc-b921-4bbf-b7c8-8d725f3b48cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.271404] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1232.271404] env[70683]: value = "task-3281506" [ 1232.271404] env[70683]: _type = "Task" [ 1232.271404] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.278779] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.485407] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "88dd4e93-c69c-4e35-a031-0451924a9829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.485642] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "88dd4e93-c69c-4e35-a031-0451924a9829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.530844] env[70683]: DEBUG oslo_vmware.api [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281505, 'name': PowerOffVM_Task, 'duration_secs': 0.409821} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.531142] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.531398] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.531677] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaefbeec-b468-43a4-9679-a48e618112a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.552749] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.585009] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5269627b-cbaf-7ba1-fbdf-ea1c90d5d50c, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.585322] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.585550] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.585801] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.585951] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.586152] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.586414] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba31874-0c44-4eb8-8b79-f3f0117e120a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.594593] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.594784] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.595520] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a194c9-b4fc-4dab-b627-10d87c29c8c4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.600941] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1232.600941] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529ea8c8-4178-1ae3-3519-dbb7974200a5" [ 1232.600941] env[70683]: _type = "Task" [ 1232.600941] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.608701] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529ea8c8-4178-1ae3-3519-dbb7974200a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.658480] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.658900] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.659246] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleting the datastore file [datastore2] 54e26a60-ec6d-4bce-96c0-331eceeb2aca {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.659621] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68f243b0-a9f8-4d37-a667-0408f2b66c0e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.666760] env[70683]: DEBUG oslo_vmware.api [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1232.666760] env[70683]: value = "task-3281508" [ 1232.666760] env[70683]: _type = "Task" [ 1232.666760] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.676562] env[70683]: DEBUG oslo_vmware.api [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.686813] env[70683]: DEBUG nova.objects.base [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1232.687741] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6723c7e-a0e0-41e7-883b-fdf71f3d7300 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.709348] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f974d5-d1d4-4915-a0f1-4b463e6e0ce5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.714854] env[70683]: DEBUG oslo_vmware.api [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1232.714854] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5209bccb-ea5f-f984-6010-d699632b1b35" [ 1232.714854] env[70683]: _type = "Task" [ 1232.714854] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.723306] env[70683]: DEBUG oslo_vmware.api [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5209bccb-ea5f-f984-6010-d699632b1b35, 'name': SearchDatastore_Task, 'duration_secs': 0.006479} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.723627] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.781356] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072654} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.781691] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.782550] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f3e78b-9fc6-46fc-9cda-b7d444bcfeae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.805667] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 85a91aa3-7cce-447b-a2a2-74b871686509/85a91aa3-7cce-447b-a2a2-74b871686509.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.805941] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-443625f8-4c86-4b42-bf65-5d7765c64d08 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.825544] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1232.825544] env[70683]: value = "task-3281509" [ 1232.825544] env[70683]: _type = "Task" [ 1232.825544] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.835212] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.837467] env[70683]: DEBUG nova.compute.manager [req-c255c0ef-b756-4cf1-9a96-5a70e0b5a8c7 req-e7ff3c4e-e1fe-4119-bba4-e9b5bd328b8b service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received event network-vif-plugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.837720] env[70683]: DEBUG oslo_concurrency.lockutils [req-c255c0ef-b756-4cf1-9a96-5a70e0b5a8c7 req-e7ff3c4e-e1fe-4119-bba4-e9b5bd328b8b service nova] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.837928] env[70683]: DEBUG oslo_concurrency.lockutils [req-c255c0ef-b756-4cf1-9a96-5a70e0b5a8c7 req-e7ff3c4e-e1fe-4119-bba4-e9b5bd328b8b service nova] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.838136] env[70683]: DEBUG oslo_concurrency.lockutils [req-c255c0ef-b756-4cf1-9a96-5a70e0b5a8c7 req-e7ff3c4e-e1fe-4119-bba4-e9b5bd328b8b service nova] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.838322] env[70683]: DEBUG nova.compute.manager [req-c255c0ef-b756-4cf1-9a96-5a70e0b5a8c7 req-e7ff3c4e-e1fe-4119-bba4-e9b5bd328b8b service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] No waiting events found dispatching network-vif-plugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.838463] env[70683]: WARNING nova.compute.manager [req-c255c0ef-b756-4cf1-9a96-5a70e0b5a8c7 req-e7ff3c4e-e1fe-4119-bba4-e9b5bd328b8b service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received unexpected event network-vif-plugged-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b for instance with vm_state shelved_offloaded and task_state spawning. [ 1232.940434] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.940867] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.940867] env[70683]: DEBUG nova.network.neutron [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.989217] env[70683]: DEBUG nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.112035] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529ea8c8-4178-1ae3-3519-dbb7974200a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.112875] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a7ecc7-74cd-4a0e-b0a2-758a141001d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.122264] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1233.122264] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245fba7-c198-1ee7-2f63-5a6b77635f55" [ 1233.122264] env[70683]: _type = "Task" [ 1233.122264] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.129922] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245fba7-c198-1ee7-2f63-5a6b77635f55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.178470] env[70683]: DEBUG oslo_vmware.api [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498807} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.178893] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.179848] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.179848] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.179848] env[70683]: INFO nova.compute.manager [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1233.180171] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.180171] env[70683]: DEBUG nova.compute.manager [-] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.180276] env[70683]: DEBUG nova.network.neutron [-] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.336464] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.436160] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfbc4ed-fa7f-4a2c-8a6e-1753a692a079 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.446784] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506da864-7286-4792-aead-88be024f2b49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.485288] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e4080a-fb99-4044-9b8e-7726c2f864a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.492552] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e255272-3e17-48b3-af27-3bc09d66833a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.513393] env[70683]: DEBUG nova.compute.provider_tree [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.515646] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.631767] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5245fba7-c198-1ee7-2f63-5a6b77635f55, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.634771] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.634771] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5ff7658f-dd31-445c-90a0-5665ae1cc549/5ff7658f-dd31-445c-90a0-5665ae1cc549.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.635032] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19dfccf8-df13-4ecf-9eca-1f76a0e554e5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.641825] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1233.641825] env[70683]: value = "task-3281510" [ 1233.641825] env[70683]: _type = "Task" [ 1233.641825] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.649529] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.668293] env[70683]: DEBUG nova.network.neutron [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [{"id": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "address": "fa:16:3e:4b:93:d0", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a899f5a-80", "ovs_interfaceid": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.707183] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.707451] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.837026] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281509, 'name': ReconfigVM_Task, 'duration_secs': 0.566878} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.837192] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 85a91aa3-7cce-447b-a2a2-74b871686509/85a91aa3-7cce-447b-a2a2-74b871686509.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.837869] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-951f8e7d-42e6-47b9-b6e1-c92ee9e30b07 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.845447] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1233.845447] env[70683]: value = "task-3281511" [ 1233.845447] env[70683]: _type = "Task" [ 1233.845447] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.855359] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281511, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.020025] env[70683]: DEBUG nova.scheduler.client.report [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.023698] env[70683]: DEBUG nova.network.neutron [-] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.152110] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474187} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.152473] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5ff7658f-dd31-445c-90a0-5665ae1cc549/5ff7658f-dd31-445c-90a0-5665ae1cc549.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.152770] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.153091] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7c43c7f-515d-4499-b33c-828bac3d5ae8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.160331] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1234.160331] env[70683]: value = "task-3281512" [ 1234.160331] env[70683]: _type = "Task" [ 1234.160331] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.169222] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.171982] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.206881] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='88af004de15215a0624f5ad40ade54fa',container_format='bare',created_at=2025-04-03T19:42:39Z,direct_url=,disk_format='vmdk',id=115da4d5-031a-49df-bb80-a6cfa85cbca0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-382007826-shelved',owner='d73fac5d740f4f6aa5e52ce1165da3f4',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-03T19:42:54Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.207111] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.207320] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.207528] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.207716] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.207878] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.208283] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.208283] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.208450] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.208620] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.208835] env[70683]: DEBUG nova.virt.hardware [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.209753] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1520af-9097-4b5e-9f03-0cfbbd7de588 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.213222] env[70683]: DEBUG nova.compute.utils [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.220652] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef6ea76-74f9-4173-bfe6-d8c2cca050a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.237027] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:93:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a899f5a-80ca-49c0-91c1-f1fe1a1c032b', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.244329] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.245338] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.245518] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-667e3f31-cb65-4247-9448-8599706e2ff9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.265331] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.265331] env[70683]: value = "task-3281513" [ 1234.265331] env[70683]: _type = "Task" [ 1234.265331] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.272967] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281513, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.355753] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281511, 'name': Rename_Task, 'duration_secs': 0.178912} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.356059] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.356704] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20d424b-54ab-43a3-8f93-c17a610f153c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.363148] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1234.363148] env[70683]: value = "task-3281514" [ 1234.363148] env[70683]: _type = "Task" [ 1234.363148] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.370621] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.525931] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.526615] env[70683]: DEBUG nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.529443] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.107s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.529641] env[70683]: DEBUG nova.objects.instance [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1234.532094] env[70683]: INFO nova.compute.manager [-] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Took 1.35 seconds to deallocate network for instance. [ 1234.670648] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088923} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.670999] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.671902] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574c75ed-81f7-41d6-ab98-52ebe19da60f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.695322] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5ff7658f-dd31-445c-90a0-5665ae1cc549/5ff7658f-dd31-445c-90a0-5665ae1cc549.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.695668] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14be396e-5344-4baf-9be6-478c94ff9e76 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.715358] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1234.715358] env[70683]: value = "task-3281515" [ 1234.715358] env[70683]: _type = "Task" [ 1234.715358] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.718730] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.723961] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.774584] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281513, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.873410] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.897119] env[70683]: DEBUG nova.compute.manager [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received event network-changed-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.897357] env[70683]: DEBUG nova.compute.manager [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Refreshing instance network info cache due to event network-changed-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.897543] env[70683]: DEBUG oslo_concurrency.lockutils [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] Acquiring lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.897689] env[70683]: DEBUG oslo_concurrency.lockutils [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] Acquired lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.897849] env[70683]: DEBUG nova.network.neutron [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Refreshing network info cache for port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.034079] env[70683]: DEBUG nova.compute.utils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.035528] env[70683]: DEBUG nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.035715] env[70683]: DEBUG nova.network.neutron [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.041379] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.108014] env[70683]: DEBUG nova.policy [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4643b465413c4287a8a3b63e5fc56671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a0d5f5975849c6acb9f2c795e60b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.226470] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281515, 'name': ReconfigVM_Task, 'duration_secs': 0.309636} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.226760] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5ff7658f-dd31-445c-90a0-5665ae1cc549/5ff7658f-dd31-445c-90a0-5665ae1cc549.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.227489] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70864cda-bff5-41f7-97ec-3cb21f98f517 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.235366] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1235.235366] env[70683]: value = "task-3281516" [ 1235.235366] env[70683]: _type = "Task" [ 1235.235366] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.244734] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281516, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.276757] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281513, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.379093] env[70683]: DEBUG oslo_vmware.api [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281514, 'name': PowerOnVM_Task, 'duration_secs': 0.672745} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.380027] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.380027] env[70683]: INFO nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1235.380027] env[70683]: DEBUG nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.380853] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fecfb1-cd24-47d9-8b7e-89611075312b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.474187] env[70683]: DEBUG nova.network.neutron [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Successfully created port: f85ac38e-90d9-4866-a40d-3601a28d222e {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.543061] env[70683]: DEBUG nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.545017] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e555bd1f-9b1b-4b2d-ba84-34ec96870167 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.546393] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.304s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.631535] env[70683]: DEBUG nova.network.neutron [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updated VIF entry in instance network info cache for port 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.631910] env[70683]: DEBUG nova.network.neutron [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [{"id": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "address": "fa:16:3e:4b:93:d0", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a899f5a-80", "ovs_interfaceid": "0a899f5a-80ca-49c0-91c1-f1fe1a1c032b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.745439] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281516, 'name': Rename_Task, 'duration_secs': 0.151249} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.745739] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.746020] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c13e698-a61c-4d73-af3f-775b96f783fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.752212] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1235.752212] env[70683]: value = "task-3281517" [ 1235.752212] env[70683]: _type = "Task" [ 1235.752212] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.759725] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.776104] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281513, 'name': CreateVM_Task, 'duration_secs': 1.161312} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.776282] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.777046] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.777219] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.777587] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.777849] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a23b1c1-6be1-4d37-b17f-ca44af1dbfcd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.782663] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1235.782663] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5201b93d-54cc-248d-1117-0b6476dc64ba" [ 1235.782663] env[70683]: _type = "Task" [ 1235.782663] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.792525] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5201b93d-54cc-248d-1117-0b6476dc64ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.845165] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.845913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.845913] env[70683]: INFO nova.compute.manager [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Attaching volume f9465a38-17c5-4f00-9340-877d06b9629e to /dev/sdb [ 1235.881950] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021a65b6-e84c-411d-aa96-096471e7bfcd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.890518] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e49079-a5d4-4485-a7b6-bcfb35496a71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.898271] env[70683]: INFO nova.compute.manager [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Took 18.25 seconds to build instance. [ 1235.902734] env[70683]: DEBUG nova.virt.block_device [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Updating existing volume attachment record: b8786ce1-71e1-4ad8-9ccb-acdef40e00ad {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1236.136854] env[70683]: DEBUG oslo_concurrency.lockutils [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] Releasing lock "refresh_cache-8e32bd8c-4493-4f51-ad23-490ff4bf05a4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.137207] env[70683]: DEBUG nova.compute.manager [req-66f49843-75b7-4670-a540-29f6e9968a67 req-ee040756-1b24-4e1f-8ad0-c118341281a1 service nova] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Received event network-vif-deleted-b599be06-f38c-4fc1-88d7-2b63813ce762 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.263357] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.295075] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.295075] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Processing image 115da4d5-031a-49df-bb80-a6cfa85cbca0 {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.295075] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0/115da4d5-031a-49df-bb80-a6cfa85cbca0.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.295075] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0/115da4d5-031a-49df-bb80-a6cfa85cbca0.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.295075] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.295075] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-721d9b84-5e81-4f26-aa59-10cc954ccd28 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.303061] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.303222] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.303948] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743a23c3-4e84-47ce-88ec-8db749e848aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.309227] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1236.309227] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524faae9-28d9-49c6-04dd-7981b81e4a6b" [ 1236.309227] env[70683]: _type = "Task" [ 1236.309227] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.316979] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524faae9-28d9-49c6-04dd-7981b81e4a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.406023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-53770d24-a58f-4164-b2b3-b9d2feb9ebd1 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "85a91aa3-7cce-447b-a2a2-74b871686509" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.766s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.561774] env[70683]: DEBUG nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.564333] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Applying migration context for instance d71fcc6b-60e4-4a93-8333-f116106ec82b as it has an incoming, in-progress migration 51674b30-fed2-45b4-912f-9ca54f016bd0. Migration status is confirming {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1236.566137] env[70683]: INFO nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating resource usage from migration 51674b30-fed2-45b4-912f-9ca54f016bd0 [ 1236.597071] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.597428] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.597702] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.597971] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.598227] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.598426] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.598692] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.598886] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.599098] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.599310] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.599508] env[70683]: DEBUG nova.virt.hardware [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.600621] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dfc861-4674-4f41-b1f1-d3898bfba601 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.604706] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.604867] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8081fb92-0b9f-485b-b666-75158f6a02f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.605009] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 2cf3984b-b61b-4882-afd6-7d6b8c81b88d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.605141] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.605274] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 4eea2e9a-aa7f-45b8-856a-1a19033b8322 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.605405] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e5ed0e7d-b71f-434e-9db6-b83ae29eb28c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.605546] env[70683]: WARNING nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 54e26a60-ec6d-4bce-96c0-331eceeb2aca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1236.605665] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Migration 51674b30-fed2-45b4-912f-9ca54f016bd0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1236.605781] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance d71fcc6b-60e4-4a93-8333-f116106ec82b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.605905] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.606031] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 85a91aa3-7cce-447b-a2a2-74b871686509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.606161] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 5ff7658f-dd31-445c-90a0-5665ae1cc549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.606277] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 75cc9db2-79f7-43d3-8be9-da722ace3b7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1236.613063] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb592be-9f4c-42f9-b1b3-8c959f15efeb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.639353] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "85a91aa3-7cce-447b-a2a2-74b871686509" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.639689] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "85a91aa3-7cce-447b-a2a2-74b871686509" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.639919] env[70683]: DEBUG nova.compute.manager [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.640952] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096855bb-c02c-4f19-89d8-cbe20c6caf64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.647733] env[70683]: DEBUG nova.compute.manager [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1236.648415] env[70683]: DEBUG nova.objects.instance [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lazy-loading 'flavor' on Instance uuid 85a91aa3-7cce-447b-a2a2-74b871686509 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.762486] env[70683]: DEBUG oslo_vmware.api [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281517, 'name': PowerOnVM_Task, 'duration_secs': 0.541956} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.762858] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.762950] env[70683]: INFO nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1236.763145] env[70683]: DEBUG nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.763929] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8b9931-95f5-4f67-bbfe-1177bb8eab8e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.822883] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Preparing fetch location {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1236.823009] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Fetch image to [datastore2] OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492/OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492.vmdk {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1236.823205] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Downloading stream optimized image 115da4d5-031a-49df-bb80-a6cfa85cbca0 to [datastore2] OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492/OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492.vmdk on the data store datastore2 as vApp {{(pid=70683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1236.823381] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Downloading image file data 115da4d5-031a-49df-bb80-a6cfa85cbca0 to the ESX as VM named 'OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492' {{(pid=70683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1236.901119] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1236.901119] env[70683]: value = "resgroup-9" [ 1236.901119] env[70683]: _type = "ResourcePool" [ 1236.901119] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1236.901493] env[70683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5fce7dad-9ca7-4973-8d54-e5cb5c161f49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.923249] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lease: (returnval){ [ 1236.923249] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c96931-bfc8-c223-ceb8-3e1bdf74b194" [ 1236.923249] env[70683]: _type = "HttpNfcLease" [ 1236.923249] env[70683]: } obtained for vApp import into resource pool (val){ [ 1236.923249] env[70683]: value = "resgroup-9" [ 1236.923249] env[70683]: _type = "ResourcePool" [ 1236.923249] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1236.923576] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the lease: (returnval){ [ 1236.923576] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c96931-bfc8-c223-ceb8-3e1bdf74b194" [ 1236.923576] env[70683]: _type = "HttpNfcLease" [ 1236.923576] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1236.929938] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.929938] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c96931-bfc8-c223-ceb8-3e1bdf74b194" [ 1236.929938] env[70683]: _type = "HttpNfcLease" [ 1236.929938] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1236.960867] env[70683]: DEBUG nova.compute.manager [req-d834aed4-7758-47d7-b4e5-0c0f440a95a6 req-3bfd6059-b9a6-4b3e-8faa-68363b9d176d service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Received event network-vif-plugged-f85ac38e-90d9-4866-a40d-3601a28d222e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.961128] env[70683]: DEBUG oslo_concurrency.lockutils [req-d834aed4-7758-47d7-b4e5-0c0f440a95a6 req-3bfd6059-b9a6-4b3e-8faa-68363b9d176d service nova] Acquiring lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.961410] env[70683]: DEBUG oslo_concurrency.lockutils [req-d834aed4-7758-47d7-b4e5-0c0f440a95a6 req-3bfd6059-b9a6-4b3e-8faa-68363b9d176d service nova] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.961597] env[70683]: DEBUG oslo_concurrency.lockutils [req-d834aed4-7758-47d7-b4e5-0c0f440a95a6 req-3bfd6059-b9a6-4b3e-8faa-68363b9d176d service nova] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.961778] env[70683]: DEBUG nova.compute.manager [req-d834aed4-7758-47d7-b4e5-0c0f440a95a6 req-3bfd6059-b9a6-4b3e-8faa-68363b9d176d service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] No waiting events found dispatching network-vif-plugged-f85ac38e-90d9-4866-a40d-3601a28d222e {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.961939] env[70683]: WARNING nova.compute.manager [req-d834aed4-7758-47d7-b4e5-0c0f440a95a6 req-3bfd6059-b9a6-4b3e-8faa-68363b9d176d service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Received unexpected event network-vif-plugged-f85ac38e-90d9-4866-a40d-3601a28d222e for instance with vm_state building and task_state spawning. [ 1237.110406] env[70683]: DEBUG nova.network.neutron [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Successfully updated port: f85ac38e-90d9-4866-a40d-3601a28d222e {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.110406] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 36e67e75-bc87-4ee2-bc44-c50b040e90cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1237.285143] env[70683]: INFO nova.compute.manager [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Took 17.51 seconds to build instance. [ 1237.432470] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.432470] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c96931-bfc8-c223-ceb8-3e1bdf74b194" [ 1237.432470] env[70683]: _type = "HttpNfcLease" [ 1237.432470] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.609657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-75cc9db2-79f7-43d3-8be9-da722ace3b7d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.609840] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-75cc9db2-79f7-43d3-8be9-da722ace3b7d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.610008] env[70683]: DEBUG nova.network.neutron [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.614827] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 88dd4e93-c69c-4e35-a031-0451924a9829 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1237.615065] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1237.615260] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1237.657441] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.657745] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0a974c-6fbd-4951-bec5-0132a7619808 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.669605] env[70683]: DEBUG oslo_vmware.api [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1237.669605] env[70683]: value = "task-3281520" [ 1237.669605] env[70683]: _type = "Task" [ 1237.669605] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.681028] env[70683]: DEBUG oslo_vmware.api [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.787768] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c6efd42f-4764-42f0-bb23-71688c5e5e31 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.026s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.857421] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826270ba-7f28-40dc-8da9-c9d2b83ef730 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.868604] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153a23f-8375-457f-a9d9-2952d3f37ed3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.911327] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124a0a27-dab2-43e2-b73e-36da2a53886d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.919617] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa88a89-5bf2-4d51-a7b7-2f56453a8de9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.935738] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.941072] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.941072] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c96931-bfc8-c223-ceb8-3e1bdf74b194" [ 1237.941072] env[70683]: _type = "HttpNfcLease" [ 1237.941072] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1237.941389] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1237.941389] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c96931-bfc8-c223-ceb8-3e1bdf74b194" [ 1237.941389] env[70683]: _type = "HttpNfcLease" [ 1237.941389] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1237.942122] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fb5306-dfa4-4151-9787-0f119de40b68 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.951359] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307ff7-6f5b-45c6-1019-f8adf5f57f02/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1237.951577] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307ff7-6f5b-45c6-1019-f8adf5f57f02/disk-0.vmdk. {{(pid=70683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1238.015023] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f662947-8cc9-4ad4-be1e-63a6f6855326 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.165702] env[70683]: DEBUG nova.network.neutron [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.180656] env[70683]: DEBUG oslo_vmware.api [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281520, 'name': PowerOffVM_Task, 'duration_secs': 0.242138} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.181028] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.181260] env[70683]: DEBUG nova.compute.manager [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.182089] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9b9177-047b-4b61-ad49-9fac1747213a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.438627] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.543663] env[70683]: DEBUG nova.network.neutron [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Updating instance_info_cache with network_info: [{"id": "f85ac38e-90d9-4866-a40d-3601a28d222e", "address": "fa:16:3e:28:30:54", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85ac38e-90", "ovs_interfaceid": "f85ac38e-90d9-4866-a40d-3601a28d222e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.696851] env[70683]: DEBUG oslo_concurrency.lockutils [None req-e67a7466-80ad-429d-91d4-5daf71358f03 tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "85a91aa3-7cce-447b-a2a2-74b871686509" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.947022] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1238.947022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.398s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.947022] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.392s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.947022] env[70683]: INFO nova.compute.claims [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.020169] env[70683]: DEBUG nova.compute.manager [req-6fef2a21-94c4-4a5a-a8f4-7c9b8a846713 req-c040dfa6-7235-43d5-8cb2-be375fbc3a94 service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Received event network-changed-f85ac38e-90d9-4866-a40d-3601a28d222e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.020169] env[70683]: DEBUG nova.compute.manager [req-6fef2a21-94c4-4a5a-a8f4-7c9b8a846713 req-c040dfa6-7235-43d5-8cb2-be375fbc3a94 service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Refreshing instance network info cache due to event network-changed-f85ac38e-90d9-4866-a40d-3601a28d222e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.020169] env[70683]: DEBUG oslo_concurrency.lockutils [req-6fef2a21-94c4-4a5a-a8f4-7c9b8a846713 req-c040dfa6-7235-43d5-8cb2-be375fbc3a94 service nova] Acquiring lock "refresh_cache-75cc9db2-79f7-43d3-8be9-da722ace3b7d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.050026] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-75cc9db2-79f7-43d3-8be9-da722ace3b7d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.050026] env[70683]: DEBUG nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Instance network_info: |[{"id": "f85ac38e-90d9-4866-a40d-3601a28d222e", "address": "fa:16:3e:28:30:54", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85ac38e-90", "ovs_interfaceid": "f85ac38e-90d9-4866-a40d-3601a28d222e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.050026] env[70683]: DEBUG oslo_concurrency.lockutils [req-6fef2a21-94c4-4a5a-a8f4-7c9b8a846713 req-c040dfa6-7235-43d5-8cb2-be375fbc3a94 service nova] Acquired lock "refresh_cache-75cc9db2-79f7-43d3-8be9-da722ace3b7d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.050026] env[70683]: DEBUG nova.network.neutron [req-6fef2a21-94c4-4a5a-a8f4-7c9b8a846713 req-c040dfa6-7235-43d5-8cb2-be375fbc3a94 service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Refreshing network info cache for port f85ac38e-90d9-4866-a40d-3601a28d222e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.050026] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:30:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f85ac38e-90d9-4866-a40d-3601a28d222e', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.058486] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.065288] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.067029] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef6aa2ae-86c9-41db-a241-efbf7fa6638a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.092784] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.092784] env[70683]: value = "task-3281522" [ 1239.092784] env[70683]: _type = "Task" [ 1239.092784] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.108755] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281522, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.474126] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Completed reading data from the image iterator. {{(pid=70683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1239.474126] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307ff7-6f5b-45c6-1019-f8adf5f57f02/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1239.474126] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550753b-acc8-4952-96c8-c80fc9f0bfc1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.482633] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307ff7-6f5b-45c6-1019-f8adf5f57f02/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1239.483340] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307ff7-6f5b-45c6-1019-f8adf5f57f02/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1239.483808] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5353ec5f-cdc5-47a5-b64f-2aebe359dd04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.521077] env[70683]: DEBUG nova.network.neutron [req-6fef2a21-94c4-4a5a-a8f4-7c9b8a846713 req-c040dfa6-7235-43d5-8cb2-be375fbc3a94 service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Updated VIF entry in instance network info cache for port f85ac38e-90d9-4866-a40d-3601a28d222e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.521077] env[70683]: DEBUG nova.network.neutron [req-6fef2a21-94c4-4a5a-a8f4-7c9b8a846713 req-c040dfa6-7235-43d5-8cb2-be375fbc3a94 service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Updating instance_info_cache with network_info: [{"id": "f85ac38e-90d9-4866-a40d-3601a28d222e", "address": "fa:16:3e:28:30:54", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85ac38e-90", "ovs_interfaceid": "f85ac38e-90d9-4866-a40d-3601a28d222e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.606421] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281522, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.799621] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "85a91aa3-7cce-447b-a2a2-74b871686509" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.800402] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "85a91aa3-7cce-447b-a2a2-74b871686509" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.800402] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "85a91aa3-7cce-447b-a2a2-74b871686509-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.800402] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "85a91aa3-7cce-447b-a2a2-74b871686509-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.800566] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "85a91aa3-7cce-447b-a2a2-74b871686509-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.803994] env[70683]: INFO nova.compute.manager [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Terminating instance [ 1240.024228] env[70683]: DEBUG oslo_concurrency.lockutils [req-6fef2a21-94c4-4a5a-a8f4-7c9b8a846713 req-c040dfa6-7235-43d5-8cb2-be375fbc3a94 service nova] Releasing lock "refresh_cache-75cc9db2-79f7-43d3-8be9-da722ace3b7d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.105338] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281522, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.183049] env[70683]: DEBUG oslo_vmware.rw_handles [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52307ff7-6f5b-45c6-1019-f8adf5f57f02/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1240.183049] env[70683]: INFO nova.virt.vmwareapi.images [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Downloaded image file data 115da4d5-031a-49df-bb80-a6cfa85cbca0 [ 1240.183792] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f63692c-a0b9-4b72-bcc1-ec404e07455d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.208769] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea088978-195e-4d30-975a-6a9c4fc12158 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.208874] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bdf299-c185-4ab3-bc11-81c452f617dd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.216362] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b0f49-0b3f-4544-9e66-689b8b769fd8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.250578] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f700cac8-b4f3-46c6-abdc-cbf174f0f829 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.253355] env[70683]: INFO nova.virt.vmwareapi.images [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] The imported VM was unregistered [ 1240.255692] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Caching image {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1240.255930] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating directory with path [datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0 {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.256220] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd7d353a-5917-4e31-80bb-82790134bd0b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.264706] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77975994-573a-4065-838f-a021f24236a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.280418] env[70683]: DEBUG nova.compute.provider_tree [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.290354] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Created directory with path [datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0 {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.290558] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492/OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492.vmdk to [datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0/115da4d5-031a-49df-bb80-a6cfa85cbca0.vmdk. {{(pid=70683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1240.291438] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a774feef-7a24-4fe3-afbb-92470097fc2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.299503] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1240.299503] env[70683]: value = "task-3281524" [ 1240.299503] env[70683]: _type = "Task" [ 1240.299503] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.310927] env[70683]: DEBUG nova.compute.manager [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.311426] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.311734] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281524, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.313240] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36c8a84-1d0a-4482-a127-d467d0d6e13f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.323967] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.323967] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4dc503b-055b-46c3-a52a-8e6903566cdc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.407140] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.407402] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.407594] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleting the datastore file [datastore1] 85a91aa3-7cce-447b-a2a2-74b871686509 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.407873] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f24fd0c-afb7-4715-9c0e-652c85638ea5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.416893] env[70683]: DEBUG oslo_vmware.api [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1240.416893] env[70683]: value = "task-3281526" [ 1240.416893] env[70683]: _type = "Task" [ 1240.416893] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.426925] env[70683]: DEBUG oslo_vmware.api [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.451605] env[70683]: DEBUG nova.compute.manager [req-e360fe61-7d84-4f51-82d6-14ad06180b44 req-5c8d8a24-119f-4a96-b91a-c66827c0f178 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received event network-changed-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.452320] env[70683]: DEBUG nova.compute.manager [req-e360fe61-7d84-4f51-82d6-14ad06180b44 req-5c8d8a24-119f-4a96-b91a-c66827c0f178 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing instance network info cache due to event network-changed-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.452320] env[70683]: DEBUG oslo_concurrency.lockutils [req-e360fe61-7d84-4f51-82d6-14ad06180b44 req-5c8d8a24-119f-4a96-b91a-c66827c0f178 service nova] Acquiring lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.452320] env[70683]: DEBUG oslo_concurrency.lockutils [req-e360fe61-7d84-4f51-82d6-14ad06180b44 req-5c8d8a24-119f-4a96-b91a-c66827c0f178 service nova] Acquired lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.452865] env[70683]: DEBUG nova.network.neutron [req-e360fe61-7d84-4f51-82d6-14ad06180b44 req-5c8d8a24-119f-4a96-b91a-c66827c0f178 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing network info cache for port a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.458166] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.458166] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655349', 'volume_id': 'f9465a38-17c5-4f00-9340-877d06b9629e', 'name': 'volume-f9465a38-17c5-4f00-9340-877d06b9629e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7373ce1-fb32-41b7-abac-c7b0e0ff8af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9465a38-17c5-4f00-9340-877d06b9629e', 'serial': 'f9465a38-17c5-4f00-9340-877d06b9629e'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.458166] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dab863c-dd96-4ca5-b9b9-f3a2b7a55d51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.477420] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb07d110-796d-4aed-b7e6-56f2349e9a42 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.506150] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-f9465a38-17c5-4f00-9340-877d06b9629e/volume-f9465a38-17c5-4f00-9340-877d06b9629e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.506557] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f58c04-f254-4ecf-a6e6-ce6b1837c5c4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.526612] env[70683]: DEBUG oslo_vmware.api [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1240.526612] env[70683]: value = "task-3281527" [ 1240.526612] env[70683]: _type = "Task" [ 1240.526612] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.535965] env[70683]: DEBUG oslo_vmware.api [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.606713] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281522, 'name': CreateVM_Task, 'duration_secs': 1.375142} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.606903] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.608110] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.608110] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.608305] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.608453] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0ebd20-b7c5-4dd2-aa9d-eea491282f5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.614325] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1240.614325] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eb32ee-93d8-e9ae-36cd-4ddf932c867d" [ 1240.614325] env[70683]: _type = "Task" [ 1240.614325] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.624382] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eb32ee-93d8-e9ae-36cd-4ddf932c867d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.785381] env[70683]: DEBUG nova.scheduler.client.report [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.812886] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281524, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.928299] env[70683]: DEBUG oslo_vmware.api [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339673} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.928587] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.928811] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.929018] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.929239] env[70683]: INFO nova.compute.manager [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1240.929498] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.929705] env[70683]: DEBUG nova.compute.manager [-] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.929796] env[70683]: DEBUG nova.network.neutron [-] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.040844] env[70683]: DEBUG oslo_vmware.api [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.065940] env[70683]: DEBUG nova.compute.manager [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.066154] env[70683]: DEBUG nova.compute.manager [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing instance network info cache due to event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.066413] env[70683]: DEBUG oslo_concurrency.lockutils [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.066509] env[70683]: DEBUG oslo_concurrency.lockutils [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.066670] env[70683]: DEBUG nova.network.neutron [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.127133] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eb32ee-93d8-e9ae-36cd-4ddf932c867d, 'name': SearchDatastore_Task, 'duration_secs': 0.013776} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.127956] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.127956] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.127956] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.128216] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.128216] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.128577] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02d7a610-1889-4b56-a946-29a1aa18d358 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.148979] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.149282] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.150199] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3800282a-494a-49b1-b603-efb3368c8c66 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.159293] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1241.159293] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52889698-420a-2f0a-3d0e-938577315e22" [ 1241.159293] env[70683]: _type = "Task" [ 1241.159293] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.168601] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52889698-420a-2f0a-3d0e-938577315e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.182238] env[70683]: DEBUG nova.network.neutron [req-e360fe61-7d84-4f51-82d6-14ad06180b44 req-5c8d8a24-119f-4a96-b91a-c66827c0f178 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updated VIF entry in instance network info cache for port a7724b5c-6de9-4d16-87d4-d8ff1b201e6e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.182855] env[70683]: DEBUG nova.network.neutron [req-e360fe61-7d84-4f51-82d6-14ad06180b44 req-5c8d8a24-119f-4a96-b91a-c66827c0f178 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.290943] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.291591] env[70683]: DEBUG nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.294537] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.571s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.314217] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281524, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.540131] env[70683]: DEBUG oslo_vmware.api [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281527, 'name': ReconfigVM_Task, 'duration_secs': 0.558762} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.540350] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-f9465a38-17c5-4f00-9340-877d06b9629e/volume-f9465a38-17c5-4f00-9340-877d06b9629e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.546280] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b8cafef-cac8-454d-b87d-c26a20cd132c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.565479] env[70683]: DEBUG oslo_vmware.api [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1241.565479] env[70683]: value = "task-3281528" [ 1241.565479] env[70683]: _type = "Task" [ 1241.565479] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.578998] env[70683]: DEBUG oslo_vmware.api [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.670399] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52889698-420a-2f0a-3d0e-938577315e22, 'name': SearchDatastore_Task, 'duration_secs': 0.086515} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.671389] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9443706-fe6d-445f-bee7-b171706b4b8b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.678445] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1241.678445] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b5667d-1117-0253-e280-728460eec255" [ 1241.678445] env[70683]: _type = "Task" [ 1241.678445] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.687740] env[70683]: DEBUG oslo_concurrency.lockutils [req-e360fe61-7d84-4f51-82d6-14ad06180b44 req-5c8d8a24-119f-4a96-b91a-c66827c0f178 service nova] Releasing lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.688222] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b5667d-1117-0253-e280-728460eec255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.745061] env[70683]: DEBUG nova.network.neutron [-] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.801359] env[70683]: DEBUG nova.compute.utils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.807023] env[70683]: DEBUG nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.807023] env[70683]: DEBUG nova.network.neutron [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.818128] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281524, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.861167] env[70683]: DEBUG nova.network.neutron [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updated VIF entry in instance network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.861603] env[70683]: DEBUG nova.network.neutron [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.864286] env[70683]: DEBUG nova.policy [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '896e842823f24b17a6501bac65df0c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cb47ece43ad4d32831cd6c78e39d233', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.066333] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea85bcf4-b6d6-4c33-af08-2e3b800ae579 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.087539] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257cbe98-1167-41aa-82a2-e46382950abe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.091356] env[70683]: DEBUG oslo_vmware.api [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281528, 'name': ReconfigVM_Task, 'duration_secs': 0.22125} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.091721] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655349', 'volume_id': 'f9465a38-17c5-4f00-9340-877d06b9629e', 'name': 'volume-f9465a38-17c5-4f00-9340-877d06b9629e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7373ce1-fb32-41b7-abac-c7b0e0ff8af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9465a38-17c5-4f00-9340-877d06b9629e', 'serial': 'f9465a38-17c5-4f00-9340-877d06b9629e'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.125431] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98d5121-8f91-4b4f-87f6-e4e2d00fa1bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.138523] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39601600-6479-42e9-936a-cee6d950d5e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.154650] env[70683]: DEBUG nova.compute.provider_tree [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.188844] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b5667d-1117-0253-e280-728460eec255, 'name': SearchDatastore_Task, 'duration_secs': 0.089312} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.189735] env[70683]: DEBUG nova.network.neutron [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Successfully created port: 5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.191786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.192124] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 75cc9db2-79f7-43d3-8be9-da722ace3b7d/75cc9db2-79f7-43d3-8be9-da722ace3b7d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.192367] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-299d58fc-c956-42c6-8a8a-e3dde6396ee9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.199520] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1242.199520] env[70683]: value = "task-3281529" [ 1242.199520] env[70683]: _type = "Task" [ 1242.199520] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.208494] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.253473] env[70683]: INFO nova.compute.manager [-] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Took 1.32 seconds to deallocate network for instance. [ 1242.308147] env[70683]: DEBUG nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.320978] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281524, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.367433] env[70683]: DEBUG oslo_concurrency.lockutils [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.367772] env[70683]: DEBUG nova.compute.manager [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received event network-changed-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.367989] env[70683]: DEBUG nova.compute.manager [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing instance network info cache due to event network-changed-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.368274] env[70683]: DEBUG oslo_concurrency.lockutils [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] Acquiring lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.368573] env[70683]: DEBUG oslo_concurrency.lockutils [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] Acquired lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.368608] env[70683]: DEBUG nova.network.neutron [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing network info cache for port a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.479980] env[70683]: DEBUG nova.compute.manager [req-006f9f25-36bf-41bb-8213-d48f69fa754a req-1c455623-f329-4e2c-9b31-85c2cc3aba63 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.479980] env[70683]: DEBUG nova.compute.manager [req-006f9f25-36bf-41bb-8213-d48f69fa754a req-1c455623-f329-4e2c-9b31-85c2cc3aba63 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing instance network info cache due to event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.480188] env[70683]: DEBUG oslo_concurrency.lockutils [req-006f9f25-36bf-41bb-8213-d48f69fa754a req-1c455623-f329-4e2c-9b31-85c2cc3aba63 service nova] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.480294] env[70683]: DEBUG oslo_concurrency.lockutils [req-006f9f25-36bf-41bb-8213-d48f69fa754a req-1c455623-f329-4e2c-9b31-85c2cc3aba63 service nova] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.480494] env[70683]: DEBUG nova.network.neutron [req-006f9f25-36bf-41bb-8213-d48f69fa754a req-1c455623-f329-4e2c-9b31-85c2cc3aba63 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.657421] env[70683]: DEBUG nova.scheduler.client.report [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.710942] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.760000] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.822973] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281524, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.141839] env[70683]: DEBUG nova.objects.instance [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.177664] env[70683]: DEBUG nova.compute.manager [req-4bf68944-8520-4621-9c3f-167f740fc5fc req-d99c157d-0719-4a2a-b2aa-f8c3355f89b9 service nova] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Received event network-vif-deleted-17099913-c8a1-4c91-83c5-15cafd96d200 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.210285] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.246234] env[70683]: DEBUG nova.network.neutron [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updated VIF entry in instance network info cache for port a7724b5c-6de9-4d16-87d4-d8ff1b201e6e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.246607] env[70683]: DEBUG nova.network.neutron [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.319814] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281524, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.324255] env[70683]: DEBUG nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.349978] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.350235] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.350391] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.350574] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.350720] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.350868] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.351095] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.351266] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.351457] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.351627] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.351800] env[70683]: DEBUG nova.virt.hardware [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.352663] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d40bc-10e8-4888-9b51-ec1a69ae1b5e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.360328] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8960b46e-20c9-41ec-9a6b-bae653443e8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.367019] env[70683]: DEBUG nova.network.neutron [req-006f9f25-36bf-41bb-8213-d48f69fa754a req-1c455623-f329-4e2c-9b31-85c2cc3aba63 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updated VIF entry in instance network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.367364] env[70683]: DEBUG nova.network.neutron [req-006f9f25-36bf-41bb-8213-d48f69fa754a req-1c455623-f329-4e2c-9b31-85c2cc3aba63 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.649845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a4cc37b5-c09f-403a-ae8e-078c430b98b5 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.804s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.672902] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.378s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.675696] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.160s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.677060] env[70683]: INFO nova.compute.claims [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.684032] env[70683]: DEBUG nova.network.neutron [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Successfully updated port: 5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.712845] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281529, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.749031] env[70683]: DEBUG oslo_concurrency.lockutils [req-828a70fa-372d-4158-9d01-1bf9b1bc40dc req-7ad92b92-9f77-41f3-8664-171d116877b3 service nova] Releasing lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.818793] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281524, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.059704} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.819078] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492/OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492.vmdk to [datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0/115da4d5-031a-49df-bb80-a6cfa85cbca0.vmdk. [ 1243.819272] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Cleaning up location [datastore2] OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492 {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1243.819438] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_30de7171-6402-4d0e-81f3-053b6f64f492 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.819685] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d9b4afe-db2a-454e-9be8-589bd1eeebca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.826173] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1243.826173] env[70683]: value = "task-3281530" [ 1243.826173] env[70683]: _type = "Task" [ 1243.826173] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.837698] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.870504] env[70683]: DEBUG oslo_concurrency.lockutils [req-006f9f25-36bf-41bb-8213-d48f69fa754a req-1c455623-f329-4e2c-9b31-85c2cc3aba63 service nova] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.054918] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.055568] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.190035] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.190035] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.190035] env[70683]: DEBUG nova.network.neutron [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.214771] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281529, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.939463} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.215038] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 75cc9db2-79f7-43d3-8be9-da722ace3b7d/75cc9db2-79f7-43d3-8be9-da722ace3b7d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.215258] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.215511] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d3f85a8-3723-4304-befd-3ec403a27ddd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.222505] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1244.222505] env[70683]: value = "task-3281531" [ 1244.222505] env[70683]: _type = "Task" [ 1244.222505] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.231571] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.257082] env[70683]: INFO nova.scheduler.client.report [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted allocation for migration 51674b30-fed2-45b4-912f-9ca54f016bd0 [ 1244.336770] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197275} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.337042] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.337217] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0/115da4d5-031a-49df-bb80-a6cfa85cbca0.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.337631] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0/115da4d5-031a-49df-bb80-a6cfa85cbca0.vmdk to [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4/8e32bd8c-4493-4f51-ad23-490ff4bf05a4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.337710] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4869638-3a8f-4747-b369-74740ba76a0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.344287] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1244.344287] env[70683]: value = "task-3281532" [ 1244.344287] env[70683]: _type = "Task" [ 1244.344287] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.351959] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.521706] env[70683]: DEBUG nova.compute.manager [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Received event network-vif-plugged-5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.521924] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] Acquiring lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.522171] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.522597] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.522801] env[70683]: DEBUG nova.compute.manager [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] No waiting events found dispatching network-vif-plugged-5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.522974] env[70683]: WARNING nova.compute.manager [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Received unexpected event network-vif-plugged-5bff28ca-a9ab-4309-bc38-c7905ccd4a4a for instance with vm_state building and task_state spawning. [ 1244.523151] env[70683]: DEBUG nova.compute.manager [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Received event network-changed-5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.523344] env[70683]: DEBUG nova.compute.manager [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Refreshing instance network info cache due to event network-changed-5bff28ca-a9ab-4309-bc38-c7905ccd4a4a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.523535] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] Acquiring lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.558669] env[70683]: DEBUG nova.compute.utils [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.729933] env[70683]: DEBUG nova.network.neutron [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.736761] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201179} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.737039] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.737877] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ab482-14b8-4175-82e0-f0bdd3626aba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.763530] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 75cc9db2-79f7-43d3-8be9-da722ace3b7d/75cc9db2-79f7-43d3-8be9-da722ace3b7d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.768990] env[70683]: DEBUG oslo_concurrency.lockutils [None req-207b7a00-1692-4a6b-8a9b-a9b285cfd364 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.528s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.770212] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-202fd146-4618-45a3-92b8-10c682e7b1fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.792899] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1244.792899] env[70683]: value = "task-3281533" [ 1244.792899] env[70683]: _type = "Task" [ 1244.792899] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.806250] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.859890] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.926170] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbdb3bb-6980-4d8a-9f22-f49523910c86 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.933620] env[70683]: DEBUG nova.network.neutron [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance_info_cache with network_info: [{"id": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "address": "fa:16:3e:66:02:d0", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff28ca-a9", "ovs_interfaceid": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.935867] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7ec85e-9c8d-4c99-95a7-bd2cf91393d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.968559] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411bdb17-fdae-4e96-b428-d7a652da32bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.976693] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b947344-b9f5-4d98-80b9-478f8f000f31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.990832] env[70683]: DEBUG nova.compute.provider_tree [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.061229] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.303450] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.358744] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.440616] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.440988] env[70683]: DEBUG nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Instance network_info: |[{"id": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "address": "fa:16:3e:66:02:d0", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff28ca-a9", "ovs_interfaceid": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.441409] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] Acquired lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.441609] env[70683]: DEBUG nova.network.neutron [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Refreshing network info cache for port 5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.443121] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:02:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bff28ca-a9ab-4309-bc38-c7905ccd4a4a', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.451083] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating folder: Project (3cb47ece43ad4d32831cd6c78e39d233). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.452195] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b1f279b-4f4f-44cb-98ee-6e71e9dc5495 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.463127] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Created folder: Project (3cb47ece43ad4d32831cd6c78e39d233) in parent group-v655051. [ 1245.463357] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating folder: Instances. Parent ref: group-v655352. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.463598] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be8393a9-4dff-4c00-a7ee-61e52a099826 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.473645] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Created folder: Instances in parent group-v655352. [ 1245.473866] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.474079] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.474308] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b83cf5f3-dfd4-4e24-9188-f76ea75ef40f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.492587] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.492587] env[70683]: value = "task-3281536" [ 1245.492587] env[70683]: _type = "Task" [ 1245.492587] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.493430] env[70683]: DEBUG nova.scheduler.client.report [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.504443] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281536, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.553064] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.553407] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.553721] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.553955] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.554201] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.557874] env[70683]: INFO nova.compute.manager [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Terminating instance [ 1245.805397] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281533, 'name': ReconfigVM_Task, 'duration_secs': 0.573291} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.805688] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 75cc9db2-79f7-43d3-8be9-da722ace3b7d/75cc9db2-79f7-43d3-8be9-da722ace3b7d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.806627] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9fa3920-4093-45b7-a190-e134a958a0f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.813748] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1245.813748] env[70683]: value = "task-3281537" [ 1245.813748] env[70683]: _type = "Task" [ 1245.813748] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.824154] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281537, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.857838] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281532, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.001528] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.002349] env[70683]: DEBUG nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.005880] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.964s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.006186] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.008618] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.249s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.008921] env[70683]: DEBUG nova.objects.instance [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lazy-loading 'resources' on Instance uuid 85a91aa3-7cce-447b-a2a2-74b871686509 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.016262] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281536, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.042087] env[70683]: INFO nova.scheduler.client.report [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted allocations for instance 54e26a60-ec6d-4bce-96c0-331eceeb2aca [ 1246.062199] env[70683]: DEBUG nova.compute.manager [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.062557] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.063792] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d45e0e-a2d4-42ca-9811-008a182c7007 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.074434] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.074767] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c9188f1-6da2-4dcf-aa3b-9c7ab645e1d6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.081725] env[70683]: DEBUG oslo_vmware.api [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1246.081725] env[70683]: value = "task-3281538" [ 1246.081725] env[70683]: _type = "Task" [ 1246.081725] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.091242] env[70683]: DEBUG oslo_vmware.api [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.138223] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.138527] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.138823] env[70683]: INFO nova.compute.manager [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Attaching volume b1f4da97-8b2d-490c-ac26-a4cfd536de9e to /dev/sdc [ 1246.179563] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473de748-6f6a-43e4-ae8f-1f83a8ddc89a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.188043] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc11cf3b-00cd-4b7b-875b-57317382f49d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.191968] env[70683]: DEBUG nova.network.neutron [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updated VIF entry in instance network info cache for port 5bff28ca-a9ab-4309-bc38-c7905ccd4a4a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.192397] env[70683]: DEBUG nova.network.neutron [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance_info_cache with network_info: [{"id": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "address": "fa:16:3e:66:02:d0", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff28ca-a9", "ovs_interfaceid": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.205305] env[70683]: DEBUG nova.virt.block_device [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Updating existing volume attachment record: 200cc894-8b2c-41ad-ba9b-b521d88d5a3a {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1246.323877] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281537, 'name': Rename_Task, 'duration_secs': 0.345997} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.324228] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.324443] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-217c24a2-ee7e-4ad6-81fb-6c2c520adb61 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.331709] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1246.331709] env[70683]: value = "task-3281539" [ 1246.331709] env[70683]: _type = "Task" [ 1246.331709] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.340494] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.357431] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281532, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.510408] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281536, 'name': CreateVM_Task, 'duration_secs': 0.771539} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.510533] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.511546] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.511546] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.511976] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.515536] env[70683]: DEBUG nova.compute.utils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.516830] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56160222-0205-4598-b6bf-8d7a9138252f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.524473] env[70683]: DEBUG nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.524681] env[70683]: DEBUG nova.network.neutron [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.533657] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1246.533657] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b4f4a3-ef2b-d71e-f279-4e4fee27236b" [ 1246.533657] env[70683]: _type = "Task" [ 1246.533657] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.542163] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b4f4a3-ef2b-d71e-f279-4e4fee27236b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.554736] env[70683]: DEBUG oslo_concurrency.lockutils [None req-70827520-5528-43d1-93ab-916d39970457 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "54e26a60-ec6d-4bce-96c0-331eceeb2aca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.073s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.575922] env[70683]: DEBUG nova.policy [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5778d1bbf4b8443ca2311e304bd2c99d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d03aec1d5dc40c786be6da351e98dba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.595273] env[70683]: DEBUG oslo_vmware.api [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281538, 'name': PowerOffVM_Task, 'duration_secs': 0.210346} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.595859] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.595859] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.596100] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a33dfea0-14ba-43be-a113-2eee25aed711 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.666036] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.666036] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.666036] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleting the datastore file [datastore1] d71fcc6b-60e4-4a93-8333-f116106ec82b {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.666036] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b280a2e-14ac-4328-b59b-2a18571477be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.676361] env[70683]: DEBUG oslo_vmware.api [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1246.676361] env[70683]: value = "task-3281542" [ 1246.676361] env[70683]: _type = "Task" [ 1246.676361] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.687145] env[70683]: DEBUG oslo_vmware.api [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.695873] env[70683]: DEBUG oslo_concurrency.lockutils [req-19e73c02-f944-4545-bd43-be02eb50e5b2 req-e81c3099-789e-44db-a4ea-b62b5b124aea service nova] Releasing lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.740990] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb46c171-61c8-4bc2-ba95-a0678d33add3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.750375] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03536c88-e7f8-4269-b2cc-b90a17560132 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.786204] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d44c68-57d8-4c4a-980f-c10d835d62b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.794077] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5779dd45-69ce-4286-b768-1a6b08951008 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.808425] env[70683]: DEBUG nova.compute.provider_tree [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.842301] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281539, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.858741] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281532, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.881888] env[70683]: DEBUG nova.network.neutron [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Successfully created port: e398dbb4-3349-43fa-b973-b25271e826dd {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.027575] env[70683]: DEBUG nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.042646] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b4f4a3-ef2b-d71e-f279-4e4fee27236b, 'name': SearchDatastore_Task, 'duration_secs': 0.108723} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.046024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.046024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.046024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.046024] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.046024] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.046024] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-344c1e46-5805-474e-83a3-8eda2e8876a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.063020] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.063020] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.063020] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022c2043-bba0-435c-87fc-bdfdaf1358bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.070733] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1247.070733] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527b871f-96ae-c7d7-9fad-ffbb202eba4c" [ 1247.070733] env[70683]: _type = "Task" [ 1247.070733] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.079357] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527b871f-96ae-c7d7-9fad-ffbb202eba4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.186826] env[70683]: DEBUG oslo_vmware.api [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275898} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.187209] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.187452] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.187687] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.187877] env[70683]: INFO nova.compute.manager [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1247.188145] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.188353] env[70683]: DEBUG nova.compute.manager [-] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.188454] env[70683]: DEBUG nova.network.neutron [-] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.312589] env[70683]: DEBUG nova.scheduler.client.report [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.344996] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281539, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.359050] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281532, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.582836] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527b871f-96ae-c7d7-9fad-ffbb202eba4c, 'name': SearchDatastore_Task, 'duration_secs': 0.088289} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.585209] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d033c085-5d0e-4cae-aff5-ac89a683130e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.591639] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1247.591639] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5246755c-0042-4b2c-c603-e0cc09ab8076" [ 1247.591639] env[70683]: _type = "Task" [ 1247.591639] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.602820] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5246755c-0042-4b2c-c603-e0cc09ab8076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.818870] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.848966] env[70683]: DEBUG oslo_vmware.api [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281539, 'name': PowerOnVM_Task, 'duration_secs': 1.025118} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.850133] env[70683]: INFO nova.scheduler.client.report [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted allocations for instance 85a91aa3-7cce-447b-a2a2-74b871686509 [ 1247.851287] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.851699] env[70683]: INFO nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Took 11.29 seconds to spawn the instance on the hypervisor. [ 1247.852012] env[70683]: DEBUG nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.856968] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633ba041-cd41-4e98-8feb-a4a824f1e207 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.869080] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281532, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.451699} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.870717] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/115da4d5-031a-49df-bb80-a6cfa85cbca0/115da4d5-031a-49df-bb80-a6cfa85cbca0.vmdk to [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4/8e32bd8c-4493-4f51-ad23-490ff4bf05a4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.876704] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ef44d-6d66-4b28-9789-f0967d4d5c91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.900892] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4/8e32bd8c-4493-4f51-ad23-490ff4bf05a4.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.901242] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c092eadc-679a-41c5-b7b2-777a6a5a3340 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.923951] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1247.923951] env[70683]: value = "task-3281543" [ 1247.923951] env[70683]: _type = "Task" [ 1247.923951] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.933888] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.966264] env[70683]: DEBUG nova.compute.manager [req-c291a546-6b98-482a-9891-413d3318f367 req-f55250b3-fe51-4c1f-be76-aa068b75e346 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Received event network-vif-deleted-0275b633-20fc-4f62-9a7f-66071e8f1c76 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.966515] env[70683]: INFO nova.compute.manager [req-c291a546-6b98-482a-9891-413d3318f367 req-f55250b3-fe51-4c1f-be76-aa068b75e346 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Neutron deleted interface 0275b633-20fc-4f62-9a7f-66071e8f1c76; detaching it from the instance and deleting it from the info cache [ 1247.966644] env[70683]: DEBUG nova.network.neutron [req-c291a546-6b98-482a-9891-413d3318f367 req-f55250b3-fe51-4c1f-be76-aa068b75e346 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.037391] env[70683]: DEBUG nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.065023] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.065506] env[70683]: DEBUG nova.virt.hardware [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.066450] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba643a69-6fb4-4e03-9f38-556370fc2ea1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.074800] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff8709-bb9a-4c3e-865e-839ee5fcee7d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.101119] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5246755c-0042-4b2c-c603-e0cc09ab8076, 'name': SearchDatastore_Task, 'duration_secs': 0.092702} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.101577] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.101949] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 36e67e75-bc87-4ee2-bc44-c50b040e90cc/36e67e75-bc87-4ee2-bc44-c50b040e90cc.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.102357] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d8b3b34-2705-4498-be98-bc4da42682fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.110374] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1248.110374] env[70683]: value = "task-3281544" [ 1248.110374] env[70683]: _type = "Task" [ 1248.110374] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.121993] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.289885] env[70683]: DEBUG nova.compute.manager [req-c8c4b203-c126-422f-a88d-6dcecd48c3e0 req-ead5b630-aaf1-4695-b8f0-f3fb6b48264e service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Received event network-vif-plugged-e398dbb4-3349-43fa-b973-b25271e826dd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.290259] env[70683]: DEBUG oslo_concurrency.lockutils [req-c8c4b203-c126-422f-a88d-6dcecd48c3e0 req-ead5b630-aaf1-4695-b8f0-f3fb6b48264e service nova] Acquiring lock "88dd4e93-c69c-4e35-a031-0451924a9829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.290571] env[70683]: DEBUG oslo_concurrency.lockutils [req-c8c4b203-c126-422f-a88d-6dcecd48c3e0 req-ead5b630-aaf1-4695-b8f0-f3fb6b48264e service nova] Lock "88dd4e93-c69c-4e35-a031-0451924a9829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.290826] env[70683]: DEBUG oslo_concurrency.lockutils [req-c8c4b203-c126-422f-a88d-6dcecd48c3e0 req-ead5b630-aaf1-4695-b8f0-f3fb6b48264e service nova] Lock "88dd4e93-c69c-4e35-a031-0451924a9829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.291076] env[70683]: DEBUG nova.compute.manager [req-c8c4b203-c126-422f-a88d-6dcecd48c3e0 req-ead5b630-aaf1-4695-b8f0-f3fb6b48264e service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] No waiting events found dispatching network-vif-plugged-e398dbb4-3349-43fa-b973-b25271e826dd {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.291350] env[70683]: WARNING nova.compute.manager [req-c8c4b203-c126-422f-a88d-6dcecd48c3e0 req-ead5b630-aaf1-4695-b8f0-f3fb6b48264e service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Received unexpected event network-vif-plugged-e398dbb4-3349-43fa-b973-b25271e826dd for instance with vm_state building and task_state spawning. [ 1248.367699] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0ad8efa7-f046-4654-b281-40cd91d68def tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "85a91aa3-7cce-447b-a2a2-74b871686509" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.568s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.382888] env[70683]: DEBUG nova.network.neutron [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Successfully updated port: e398dbb4-3349-43fa-b973-b25271e826dd {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.385620] env[70683]: DEBUG nova.network.neutron [-] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.398024] env[70683]: INFO nova.compute.manager [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Took 21.24 seconds to build instance. [ 1248.434516] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281543, 'name': ReconfigVM_Task, 'duration_secs': 0.352544} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.435612] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4/8e32bd8c-4493-4f51-ad23-490ff4bf05a4.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.436247] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'guest_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_format': None, 'disk_bus': None, 'image_id': '5c225d62-0adf-4bf0-a9e3-34063b2076be'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655344', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'name': 'volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e32bd8c-4493-4f51-ad23-490ff4bf05a4', 'attached_at': '', 'detached_at': '', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'serial': '9832f72e-66e9-47f4-a7dd-3a51daf62b03'}, 'mount_device': '/dev/sdb', 'attachment_id': '79dd0413-869b-4fbf-8b83-7f5a54661665', 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1248.436464] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1248.436664] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655344', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'name': 'volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e32bd8c-4493-4f51-ad23-490ff4bf05a4', 'attached_at': '', 'detached_at': '', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'serial': '9832f72e-66e9-47f4-a7dd-3a51daf62b03'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1248.440819] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2381560-dbed-4257-8f11-ac7d463479b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.453462] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eb7881-185e-4085-bec4-9aa5c9ff2a0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.479462] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03/volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.480918] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e87bd921-fe28-467f-be93-317a91daa119 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.483162] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d83f3613-7533-4ce8-8f64-b6d2a85cb7ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.506226] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a97220d-4816-45d3-aca7-555e28549206 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.519590] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1248.519590] env[70683]: value = "task-3281546" [ 1248.519590] env[70683]: _type = "Task" [ 1248.519590] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.529387] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.544785] env[70683]: DEBUG nova.compute.manager [req-c291a546-6b98-482a-9891-413d3318f367 req-f55250b3-fe51-4c1f-be76-aa068b75e346 service nova] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Detach interface failed, port_id=0275b633-20fc-4f62-9a7f-66071e8f1c76, reason: Instance d71fcc6b-60e4-4a93-8333-f116106ec82b could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.619811] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281544, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.892912] env[70683]: INFO nova.compute.manager [-] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Took 1.70 seconds to deallocate network for instance. [ 1248.893425] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-88dd4e93-c69c-4e35-a031-0451924a9829" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.893568] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-88dd4e93-c69c-4e35-a031-0451924a9829" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.893735] env[70683]: DEBUG nova.network.neutron [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.900308] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3d2ed59a-dc60-42bd-b0b2-ad2bf75b415d tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.750s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.000457] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "8081fb92-0b9f-485b-b666-75158f6a02f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.000728] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8081fb92-0b9f-485b-b666-75158f6a02f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.000948] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "8081fb92-0b9f-485b-b666-75158f6a02f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.001153] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8081fb92-0b9f-485b-b666-75158f6a02f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.001348] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8081fb92-0b9f-485b-b666-75158f6a02f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.003364] env[70683]: INFO nova.compute.manager [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Terminating instance [ 1249.030073] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281546, 'name': ReconfigVM_Task, 'duration_secs': 0.444075} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.030352] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03/volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.035048] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea922b01-de67-4b90-b759-a2625f05d8ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.050467] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1249.050467] env[70683]: value = "task-3281547" [ 1249.050467] env[70683]: _type = "Task" [ 1249.050467] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.058587] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.120830] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737998} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.121144] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 36e67e75-bc87-4ee2-bc44-c50b040e90cc/36e67e75-bc87-4ee2-bc44-c50b040e90cc.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.121462] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.121735] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ebd6166-06b7-4db8-bc5f-4d2e4d67a491 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.128243] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1249.128243] env[70683]: value = "task-3281548" [ 1249.128243] env[70683]: _type = "Task" [ 1249.128243] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.136365] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.371163] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.371550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.371715] env[70683]: DEBUG nova.compute.manager [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.372910] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b18579-bb40-40fc-ab7d-d1f99f53d72f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.379759] env[70683]: DEBUG nova.compute.manager [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1249.380331] env[70683]: DEBUG nova.objects.instance [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'flavor' on Instance uuid 75cc9db2-79f7-43d3-8be9-da722ace3b7d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.400924] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.401319] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.401630] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.432607] env[70683]: INFO nova.scheduler.client.report [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted allocations for instance d71fcc6b-60e4-4a93-8333-f116106ec82b [ 1249.447113] env[70683]: DEBUG nova.network.neutron [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.507360] env[70683]: DEBUG nova.compute.manager [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.507577] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.508442] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355ac800-c280-4a17-b1f4-018b47a3062d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.517168] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.517416] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c0ee9d5-bff5-4073-8687-8be0370ab54a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.522763] env[70683]: DEBUG oslo_vmware.api [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1249.522763] env[70683]: value = "task-3281549" [ 1249.522763] env[70683]: _type = "Task" [ 1249.522763] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.530826] env[70683]: DEBUG oslo_vmware.api [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.561858] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.588871] env[70683]: DEBUG nova.network.neutron [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Updating instance_info_cache with network_info: [{"id": "e398dbb4-3349-43fa-b973-b25271e826dd", "address": "fa:16:3e:9c:df:1e", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398dbb4-33", "ovs_interfaceid": "e398dbb4-3349-43fa-b973-b25271e826dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.640585] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06074} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.640859] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.641777] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427468d4-e151-42ae-8911-7b7495b69c71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.664112] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 36e67e75-bc87-4ee2-bc44-c50b040e90cc/36e67e75-bc87-4ee2-bc44-c50b040e90cc.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.664395] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f928f16-7c3a-4137-8bfe-746f30791c2d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.683800] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1249.683800] env[70683]: value = "task-3281550" [ 1249.683800] env[70683]: _type = "Task" [ 1249.683800] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.691489] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.941545] env[70683]: DEBUG oslo_concurrency.lockutils [None req-36cf2b7a-a304-4f5c-967b-83fdca74f7aa tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "d71fcc6b-60e4-4a93-8333-f116106ec82b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.388s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.035363] env[70683]: DEBUG oslo_vmware.api [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.062184] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.091724] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-88dd4e93-c69c-4e35-a031-0451924a9829" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.092094] env[70683]: DEBUG nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Instance network_info: |[{"id": "e398dbb4-3349-43fa-b973-b25271e826dd", "address": "fa:16:3e:9c:df:1e", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398dbb4-33", "ovs_interfaceid": "e398dbb4-3349-43fa-b973-b25271e826dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.093031] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:df:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e398dbb4-3349-43fa-b973-b25271e826dd', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.101970] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.102667] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.102945] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e046731-5083-4988-b1d9-045cfc60f4cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.124651] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.124651] env[70683]: value = "task-3281551" [ 1250.124651] env[70683]: _type = "Task" [ 1250.124651] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.133100] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281551, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.195082] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.334715] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-484903f7-6049-440c-9751-b96e5c68bf71" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.334992] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-484903f7-6049-440c-9751-b96e5c68bf71" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.335387] env[70683]: DEBUG nova.objects.instance [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'flavor' on Instance uuid e5ed0e7d-b71f-434e-9db6-b83ae29eb28c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.387706] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.388545] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8809ac1f-dd5d-44c1-ba12-43012e66d80e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.396040] env[70683]: DEBUG oslo_vmware.api [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1250.396040] env[70683]: value = "task-3281552" [ 1250.396040] env[70683]: _type = "Task" [ 1250.396040] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.405246] env[70683]: DEBUG oslo_vmware.api [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.456465] env[70683]: DEBUG nova.compute.manager [req-06496d6b-c7c1-4bde-8631-e5b700917fc8 req-f0f71963-19b4-4ca3-a5e2-84f813c6424d service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Received event network-changed-e398dbb4-3349-43fa-b973-b25271e826dd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.456465] env[70683]: DEBUG nova.compute.manager [req-06496d6b-c7c1-4bde-8631-e5b700917fc8 req-f0f71963-19b4-4ca3-a5e2-84f813c6424d service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Refreshing instance network info cache due to event network-changed-e398dbb4-3349-43fa-b973-b25271e826dd. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.456602] env[70683]: DEBUG oslo_concurrency.lockutils [req-06496d6b-c7c1-4bde-8631-e5b700917fc8 req-f0f71963-19b4-4ca3-a5e2-84f813c6424d service nova] Acquiring lock "refresh_cache-88dd4e93-c69c-4e35-a031-0451924a9829" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.456713] env[70683]: DEBUG oslo_concurrency.lockutils [req-06496d6b-c7c1-4bde-8631-e5b700917fc8 req-f0f71963-19b4-4ca3-a5e2-84f813c6424d service nova] Acquired lock "refresh_cache-88dd4e93-c69c-4e35-a031-0451924a9829" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.456882] env[70683]: DEBUG nova.network.neutron [req-06496d6b-c7c1-4bde-8631-e5b700917fc8 req-f0f71963-19b4-4ca3-a5e2-84f813c6424d service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Refreshing network info cache for port e398dbb4-3349-43fa-b973-b25271e826dd {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.535331] env[70683]: DEBUG oslo_vmware.api [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281549, 'name': PowerOffVM_Task, 'duration_secs': 0.590042} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.535603] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.535793] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.536067] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ed33663-82d3-4351-9598-8d16faa8eb29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.561869] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281547, 'name': ReconfigVM_Task, 'duration_secs': 1.041001} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.562197] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655344', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'name': 'volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e32bd8c-4493-4f51-ad23-490ff4bf05a4', 'attached_at': '', 'detached_at': '', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'serial': '9832f72e-66e9-47f4-a7dd-3a51daf62b03'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1250.562801] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b34d7a-cbe2-4184-b2cc-d82bdcc90247 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.569128] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1250.569128] env[70683]: value = "task-3281554" [ 1250.569128] env[70683]: _type = "Task" [ 1250.569128] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.577699] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281554, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.603324] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.603671] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.604143] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleting the datastore file [datastore1] 8081fb92-0b9f-485b-b666-75158f6a02f7 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.604143] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-844e52c2-531f-4ac4-8188-5ac37124b1a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.611296] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "0d9dd2c6-794d-46be-b389-198ad6400f69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.611856] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.614854] env[70683]: DEBUG oslo_vmware.api [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for the task: (returnval){ [ 1250.614854] env[70683]: value = "task-3281555" [ 1250.614854] env[70683]: _type = "Task" [ 1250.614854] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.623033] env[70683]: DEBUG oslo_vmware.api [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.633438] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281551, 'name': CreateVM_Task, 'duration_secs': 0.366667} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.633609] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.634341] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.634482] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.634802] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.635070] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187fa6e4-8ff3-4308-b2ba-89b726626009 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.639081] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1250.639081] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52989775-421a-21c1-109a-5c060c4940a4" [ 1250.639081] env[70683]: _type = "Task" [ 1250.639081] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.647079] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52989775-421a-21c1-109a-5c060c4940a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.694148] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.755888] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.756157] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655355', 'volume_id': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'name': 'volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7373ce1-fb32-41b7-abac-c7b0e0ff8af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'serial': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.757038] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573bffd6-212f-4a5c-bfd7-b5c3affba35c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.774122] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6b3a1-5855-400a-8d52-1d6f9bb3fb6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.800558] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e/volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.800854] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21848247-8980-4f4e-b269-ac8bc4dae095 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.818352] env[70683]: DEBUG oslo_vmware.api [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1250.818352] env[70683]: value = "task-3281556" [ 1250.818352] env[70683]: _type = "Task" [ 1250.818352] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.827907] env[70683]: DEBUG oslo_vmware.api [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.905472] env[70683]: DEBUG oslo_vmware.api [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281552, 'name': PowerOffVM_Task, 'duration_secs': 0.187704} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.907722] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.907932] env[70683]: DEBUG nova.compute.manager [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.908709] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41223007-d2e2-4143-bfd1-236f8a569158 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.942730] env[70683]: DEBUG nova.objects.instance [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'pci_requests' on Instance uuid e5ed0e7d-b71f-434e-9db6-b83ae29eb28c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.078793] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281554, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.114766] env[70683]: DEBUG nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.127906] env[70683]: DEBUG oslo_vmware.api [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Task: {'id': task-3281555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142075} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.128189] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.128418] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.128636] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.128847] env[70683]: INFO nova.compute.manager [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1251.129116] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.129470] env[70683]: DEBUG nova.compute.manager [-] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.129470] env[70683]: DEBUG nova.network.neutron [-] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.149777] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52989775-421a-21c1-109a-5c060c4940a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.150084] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.150325] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.150521] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.150668] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.150851] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.151135] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95f04f1b-f092-41a1-b2c9-86381eb3cac8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.157709] env[70683]: DEBUG nova.network.neutron [req-06496d6b-c7c1-4bde-8631-e5b700917fc8 req-f0f71963-19b4-4ca3-a5e2-84f813c6424d service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Updated VIF entry in instance network info cache for port e398dbb4-3349-43fa-b973-b25271e826dd. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.158124] env[70683]: DEBUG nova.network.neutron [req-06496d6b-c7c1-4bde-8631-e5b700917fc8 req-f0f71963-19b4-4ca3-a5e2-84f813c6424d service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Updating instance_info_cache with network_info: [{"id": "e398dbb4-3349-43fa-b973-b25271e826dd", "address": "fa:16:3e:9c:df:1e", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape398dbb4-33", "ovs_interfaceid": "e398dbb4-3349-43fa-b973-b25271e826dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.160314] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.160544] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.161470] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ce5b69-a8fe-47c8-baf7-13e52e55f0e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.167612] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1251.167612] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b3282c-018b-7f58-d74f-82b54d25c801" [ 1251.167612] env[70683]: _type = "Task" [ 1251.167612] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.176721] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b3282c-018b-7f58-d74f-82b54d25c801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.195063] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.327643] env[70683]: DEBUG oslo_vmware.api [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281556, 'name': ReconfigVM_Task, 'duration_secs': 0.368786} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.327955] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e/volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.332876] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5bb6d2-8a7e-47c6-b698-fb7cf6fcfe36 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.347203] env[70683]: DEBUG oslo_vmware.api [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1251.347203] env[70683]: value = "task-3281557" [ 1251.347203] env[70683]: _type = "Task" [ 1251.347203] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.355812] env[70683]: DEBUG oslo_vmware.api [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.422531] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eb9df98b-3fb4-47b2-9646-dcaccfc443b6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.445418] env[70683]: DEBUG nova.objects.base [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1251.445935] env[70683]: DEBUG nova.network.neutron [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.585171] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281554, 'name': Rename_Task, 'duration_secs': 0.934686} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.585171] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.585171] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d47903-9141-49ae-945c-c6215233421e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.591412] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1251.591412] env[70683]: value = "task-3281558" [ 1251.591412] env[70683]: _type = "Task" [ 1251.591412] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.604641] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.641744] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.642028] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.643920] env[70683]: INFO nova.compute.claims [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.664515] env[70683]: DEBUG oslo_concurrency.lockutils [req-06496d6b-c7c1-4bde-8631-e5b700917fc8 req-f0f71963-19b4-4ca3-a5e2-84f813c6424d service nova] Releasing lock "refresh_cache-88dd4e93-c69c-4e35-a031-0451924a9829" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.682996] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b3282c-018b-7f58-d74f-82b54d25c801, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.683848] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f15b07-20cd-4dfb-8b6d-bfeaf0b251e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.693012] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1251.693012] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5225cd9a-f9b8-c97a-20f5-6ef16cf5fa65" [ 1251.693012] env[70683]: _type = "Task" [ 1251.693012] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.696089] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281550, 'name': ReconfigVM_Task, 'duration_secs': 1.615191} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.698923] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 36e67e75-bc87-4ee2-bc44-c50b040e90cc/36e67e75-bc87-4ee2-bc44-c50b040e90cc.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.699773] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73bc5363-67e5-4316-b090-840db9e06dd3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.705557] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5225cd9a-f9b8-c97a-20f5-6ef16cf5fa65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.706755] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1251.706755] env[70683]: value = "task-3281559" [ 1251.706755] env[70683]: _type = "Task" [ 1251.706755] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.715493] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281559, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.823883] env[70683]: DEBUG nova.policy [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.860429] env[70683]: DEBUG oslo_vmware.api [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281557, 'name': ReconfigVM_Task, 'duration_secs': 0.153266} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.860747] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655355', 'volume_id': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'name': 'volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7373ce1-fb32-41b7-abac-c7b0e0ff8af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'serial': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.913906] env[70683]: DEBUG nova.compute.manager [req-eac73595-ea34-46da-a88b-7ea5c0b3be20 req-3d5588cb-0091-47f6-b6e9-d9845d5f82ef service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Received event network-vif-deleted-0e0be470-406d-4e94-b3d1-9fba304091f0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.914483] env[70683]: INFO nova.compute.manager [req-eac73595-ea34-46da-a88b-7ea5c0b3be20 req-3d5588cb-0091-47f6-b6e9-d9845d5f82ef service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Neutron deleted interface 0e0be470-406d-4e94-b3d1-9fba304091f0; detaching it from the instance and deleting it from the info cache [ 1251.914920] env[70683]: DEBUG nova.network.neutron [req-eac73595-ea34-46da-a88b-7ea5c0b3be20 req-3d5588cb-0091-47f6-b6e9-d9845d5f82ef service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.938409] env[70683]: DEBUG nova.network.neutron [-] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.104788] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281558, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.205798] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5225cd9a-f9b8-c97a-20f5-6ef16cf5fa65, 'name': SearchDatastore_Task, 'duration_secs': 0.015813} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.206086] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.206348] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829/88dd4e93-c69c-4e35-a031-0451924a9829.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.206616] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d749ee8a-29e2-43a6-be45-5bb80cffb3db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.216518] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281559, 'name': Rename_Task, 'duration_secs': 0.156148} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.217719] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.218020] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1252.218020] env[70683]: value = "task-3281560" [ 1252.218020] env[70683]: _type = "Task" [ 1252.218020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.218216] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f576fb6d-ef0b-4cdb-aed6-b37a6965d21a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.228270] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.229437] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1252.229437] env[70683]: value = "task-3281561" [ 1252.229437] env[70683]: _type = "Task" [ 1252.229437] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.236745] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.385450] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.385580] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.385800] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.386034] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.387829] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.389043] env[70683]: INFO nova.compute.manager [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Terminating instance [ 1252.417500] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e73d09b0-4b90-4253-917e-20a8fe0a3af4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.428319] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333be840-cb51-4fae-8dca-3d2a2f02f5da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.440883] env[70683]: INFO nova.compute.manager [-] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Took 1.31 seconds to deallocate network for instance. [ 1252.465367] env[70683]: DEBUG nova.compute.manager [req-eac73595-ea34-46da-a88b-7ea5c0b3be20 req-3d5588cb-0091-47f6-b6e9-d9845d5f82ef service nova] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Detach interface failed, port_id=0e0be470-406d-4e94-b3d1-9fba304091f0, reason: Instance 8081fb92-0b9f-485b-b666-75158f6a02f7 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.605551] env[70683]: DEBUG oslo_vmware.api [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281558, 'name': PowerOnVM_Task, 'duration_secs': 0.559271} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.606138] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.713802] env[70683]: DEBUG nova.compute.manager [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.714876] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e0808e-2b1e-4a80-8489-94b283de4380 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.735879] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471583} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.736249] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829/88dd4e93-c69c-4e35-a031-0451924a9829.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.736479] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.737102] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dfb0c0f-534c-4601-91a5-e5973259a966 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.744746] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.750225] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1252.750225] env[70683]: value = "task-3281562" [ 1252.750225] env[70683]: _type = "Task" [ 1252.750225] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.758258] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.813120] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4373d55-653d-49ef-9bad-9fa2211ee8da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.820171] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90a4cb4-b891-4ba6-a376-473cd41388ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.851896] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a606f9-66aa-453d-9c7c-fc2eca3cac80 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.862115] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57107df1-2300-45a9-98b6-4dcf89e1dc1f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.875543] env[70683]: DEBUG nova.compute.provider_tree [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.894063] env[70683]: DEBUG nova.compute.manager [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.894231] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.894971] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204ed0e-7154-41f1-b7b7-0d67efecae9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.903605] env[70683]: DEBUG nova.objects.instance [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.905285] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.905641] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7a0b047-9fb8-4218-911f-f01a3cac140f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.948801] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.972183] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.972426] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.972622] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleting the datastore file [datastore2] 75cc9db2-79f7-43d3-8be9-da722ace3b7d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.972899] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab08eb9-aeff-44b2-a8a2-1de31edfe3a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.979858] env[70683]: DEBUG oslo_vmware.api [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1252.979858] env[70683]: value = "task-3281564" [ 1252.979858] env[70683]: _type = "Task" [ 1252.979858] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.988070] env[70683]: DEBUG oslo_vmware.api [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.237762] env[70683]: DEBUG oslo_concurrency.lockutils [None req-406363a3-1489-42ca-a865-6d4b71b4657d tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.658s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.242605] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281561, 'name': PowerOnVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.260592] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064781} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.260855] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.261790] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5671fb-5653-41d8-b533-95d904331d09 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.285228] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829/88dd4e93-c69c-4e35-a031-0451924a9829.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.285548] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa5b6a3-1eab-46c7-9c14-1f7fa7d94d36 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.306039] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1253.306039] env[70683]: value = "task-3281565" [ 1253.306039] env[70683]: _type = "Task" [ 1253.306039] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.316274] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.379263] env[70683]: DEBUG nova.scheduler.client.report [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.409980] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a3d59bf-e336-4fe1-a389-3aea31899e9a tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.426930] env[70683]: DEBUG nova.network.neutron [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Successfully updated port: 484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.433657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.433986] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.490496] env[70683]: DEBUG oslo_vmware.api [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234675} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.490811] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.491028] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.491226] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.491456] env[70683]: INFO nova.compute.manager [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1253.491750] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.491982] env[70683]: DEBUG nova.compute.manager [-] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.492133] env[70683]: DEBUG nova.network.neutron [-] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.745071] env[70683]: DEBUG oslo_vmware.api [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281561, 'name': PowerOnVM_Task, 'duration_secs': 1.168833} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.745233] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.745584] env[70683]: INFO nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1253.745907] env[70683]: DEBUG nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.747047] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f300256e-b28a-4400-8e60-8a45221bd797 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.815588] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281565, 'name': ReconfigVM_Task, 'duration_secs': 0.312611} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.815925] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829/88dd4e93-c69c-4e35-a031-0451924a9829.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.816709] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363a2bb9-c68d-45fa-af64-61e6f8ddbf9f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.822621] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1253.822621] env[70683]: value = "task-3281566" [ 1253.822621] env[70683]: _type = "Task" [ 1253.822621] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.829959] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281566, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.884610] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.885178] env[70683]: DEBUG nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.887914] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.939s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.888153] env[70683]: DEBUG nova.objects.instance [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lazy-loading 'resources' on Instance uuid 8081fb92-0b9f-485b-b666-75158f6a02f7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.929539] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.929766] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.929949] env[70683]: DEBUG nova.network.neutron [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.937021] env[70683]: DEBUG nova.compute.utils [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.202217] env[70683]: DEBUG nova.network.neutron [-] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.268861] env[70683]: INFO nova.compute.manager [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Took 21.76 seconds to build instance. [ 1254.332355] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281566, 'name': Rename_Task, 'duration_secs': 0.138823} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.332650] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.332902] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab27833a-79d2-41d6-b933-a9806be5d687 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.339618] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1254.339618] env[70683]: value = "task-3281567" [ 1254.339618] env[70683]: _type = "Task" [ 1254.339618] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.348678] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.391858] env[70683]: DEBUG nova.compute.utils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.397427] env[70683]: DEBUG nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.398056] env[70683]: DEBUG nova.network.neutron [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.444257] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.458194] env[70683]: DEBUG nova.policy [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e20431e1694626ab3d0a92d1e7d038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d89edcbe2e4258a22ae92c1f5f7095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.468607] env[70683]: WARNING nova.network.neutron [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] ad077e5b-61e8-4e50-8527-db8d32d93be9 already exists in list: networks containing: ['ad077e5b-61e8-4e50-8527-db8d32d93be9']. ignoring it [ 1254.564658] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c5b8f-7a71-4170-b492-e96571dfa66d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.572316] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad4edd4-b3db-4e2c-bbbf-02aa9e039e4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.605967] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df513aa-c433-4743-be39-3198c56f310f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.613615] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bd4810-df79-4f4b-913e-f8d5c8e8cad9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.627965] env[70683]: DEBUG nova.compute.provider_tree [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.704422] env[70683]: INFO nova.compute.manager [-] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Took 1.21 seconds to deallocate network for instance. [ 1254.711990] env[70683]: DEBUG nova.network.neutron [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Successfully created port: 0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.770522] env[70683]: DEBUG oslo_concurrency.lockutils [None req-f29b3984-e5b8-48ab-8918-8074ab1c69eb tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.275s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.791197] env[70683]: DEBUG nova.network.neutron [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "484903f7-6049-440c-9751-b96e5c68bf71", "address": "fa:16:3e:e4:24:a3", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap484903f7-60", "ovs_interfaceid": "484903f7-6049-440c-9751-b96e5c68bf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.849928] env[70683]: DEBUG oslo_vmware.api [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281567, 'name': PowerOnVM_Task, 'duration_secs': 0.467675} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.850162] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.850389] env[70683]: INFO nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1254.850582] env[70683]: DEBUG nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.851348] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437ba57a-e9fe-4075-a8f0-7784ed5430d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.897552] env[70683]: DEBUG nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.086908] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.087430] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.087430] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.087586] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.087835] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.088029] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.088244] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.088515] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1255.088581] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.131220] env[70683]: DEBUG nova.scheduler.client.report [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.211822] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.295357] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.296050] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.296224] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.297487] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55489d75-d90d-4e70-a4ed-29afc47f0175 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.314748] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.315014] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.315182] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.315375] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.315516] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.315667] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.315881] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.316054] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.316229] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.316393] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.316579] env[70683]: DEBUG nova.virt.hardware [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.322942] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Reconfiguring VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1255.323297] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef6fdfb-30d2-4993-a0ae-235ca1431054 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.341129] env[70683]: DEBUG oslo_vmware.api [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1255.341129] env[70683]: value = "task-3281568" [ 1255.341129] env[70683]: _type = "Task" [ 1255.341129] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.349550] env[70683]: DEBUG oslo_vmware.api [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281568, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.352226] env[70683]: DEBUG nova.compute.manager [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-vif-plugged-484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.352476] env[70683]: DEBUG oslo_concurrency.lockutils [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] Acquiring lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.352647] env[70683]: DEBUG oslo_concurrency.lockutils [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.352865] env[70683]: DEBUG oslo_concurrency.lockutils [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.352968] env[70683]: DEBUG nova.compute.manager [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] No waiting events found dispatching network-vif-plugged-484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.353142] env[70683]: WARNING nova.compute.manager [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received unexpected event network-vif-plugged-484903f7-6049-440c-9751-b96e5c68bf71 for instance with vm_state active and task_state None. [ 1255.353301] env[70683]: DEBUG nova.compute.manager [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-changed-484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.353451] env[70683]: DEBUG nova.compute.manager [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing instance network info cache due to event network-changed-484903f7-6049-440c-9751-b96e5c68bf71. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.353635] env[70683]: DEBUG oslo_concurrency.lockutils [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.353789] env[70683]: DEBUG oslo_concurrency.lockutils [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.353954] env[70683]: DEBUG nova.network.neutron [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing network info cache for port 484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.368832] env[70683]: INFO nova.compute.manager [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Took 21.87 seconds to build instance. [ 1255.503447] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.503787] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.504103] env[70683]: INFO nova.compute.manager [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Attaching volume 10e955bd-efaa-4637-9aeb-c08ed9ec7e10 to /dev/sdb [ 1255.539032] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf74005-9ea5-4eac-b442-620517cecb2a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.546420] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f858e454-dd8e-413e-9e32-281bc54b0b38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.561896] env[70683]: DEBUG nova.virt.block_device [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Updating existing volume attachment record: 0eebe8c8-8c7a-4378-872f-42d2780104c7 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1255.591854] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.599533] env[70683]: DEBUG oslo_concurrency.lockutils [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.599830] env[70683]: DEBUG oslo_concurrency.lockutils [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.636431] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.639640] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.428s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.640030] env[70683]: DEBUG nova.objects.instance [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'resources' on Instance uuid 75cc9db2-79f7-43d3-8be9-da722ace3b7d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.668343] env[70683]: INFO nova.scheduler.client.report [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Deleted allocations for instance 8081fb92-0b9f-485b-b666-75158f6a02f7 [ 1255.852295] env[70683]: DEBUG oslo_vmware.api [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.871200] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b596a8a-e53c-493a-927e-c30d365e9f72 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "88dd4e93-c69c-4e35-a031-0451924a9829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.385s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.909418] env[70683]: DEBUG nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.943249] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.945474] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.945474] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.945474] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.945474] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.945474] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.945474] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.945474] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.945474] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.945971] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.945971] env[70683]: DEBUG nova.virt.hardware [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.947232] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc6123-1336-48ab-9c57-a8e28f82abc2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.963716] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce71126-2b3c-45ae-ae86-a71018461b51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.095052] env[70683]: DEBUG nova.network.neutron [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updated VIF entry in instance network info cache for port 484903f7-6049-440c-9751-b96e5c68bf71. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.095568] env[70683]: DEBUG nova.network.neutron [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "484903f7-6049-440c-9751-b96e5c68bf71", "address": "fa:16:3e:e4:24:a3", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap484903f7-60", "ovs_interfaceid": "484903f7-6049-440c-9751-b96e5c68bf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.104967] env[70683]: INFO nova.compute.manager [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Detaching volume f9465a38-17c5-4f00-9340-877d06b9629e [ 1256.139582] env[70683]: INFO nova.virt.block_device [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Attempting to driver detach volume f9465a38-17c5-4f00-9340-877d06b9629e from mountpoint /dev/sdb [ 1256.139957] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1256.140269] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655349', 'volume_id': 'f9465a38-17c5-4f00-9340-877d06b9629e', 'name': 'volume-f9465a38-17c5-4f00-9340-877d06b9629e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7373ce1-fb32-41b7-abac-c7b0e0ff8af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9465a38-17c5-4f00-9340-877d06b9629e', 'serial': 'f9465a38-17c5-4f00-9340-877d06b9629e'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1256.142129] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb163bd-ce2f-4b98-a674-d783ee7fcf7c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.185570] env[70683]: DEBUG oslo_concurrency.lockutils [None req-760bfb22-d1c7-446f-807c-e0c9b6087d6b tempest-ServersTestJSON-733355784 tempest-ServersTestJSON-733355784-project-member] Lock "8081fb92-0b9f-485b-b666-75158f6a02f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.185s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.190216] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b4c705-cbb0-40a7-a6fc-03dfc0c66ea6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.199247] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883e14f8-4ba9-43ca-9af7-eca1503e2f93 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.230127] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbe1615-7ad3-4139-addf-54c65f30042c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.248286] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] The volume has not been displaced from its original location: [datastore2] volume-f9465a38-17c5-4f00-9340-877d06b9629e/volume-f9465a38-17c5-4f00-9340-877d06b9629e.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1256.254725] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.258259] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b51047-b843-4c9a-8357-320f8fccbe8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.279167] env[70683]: DEBUG oslo_vmware.api [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1256.279167] env[70683]: value = "task-3281570" [ 1256.279167] env[70683]: _type = "Task" [ 1256.279167] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.288963] env[70683]: DEBUG oslo_vmware.api [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.353510] env[70683]: DEBUG oslo_vmware.api [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281568, 'name': ReconfigVM_Task, 'duration_secs': 0.763563} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.354052] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.354281] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Reconfigured VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1256.470245] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b405f0-96a6-4206-aadc-5814df81260e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.478146] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fed0c5-e1d1-4bd0-8685-2f2d610f77a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.509729] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce6414-6f76-499e-b0da-abd781657a3a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.517856] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76492a-408b-486c-9799-4e81bcad173e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.531424] env[70683]: DEBUG nova.compute.provider_tree [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.552367] env[70683]: DEBUG nova.network.neutron [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Successfully updated port: 0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.598550] env[70683]: DEBUG oslo_concurrency.lockutils [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.598763] env[70683]: DEBUG nova.compute.manager [req-60b48db9-52a7-4276-95d7-fd9070c698ee req-c6dc34c8-532a-47bb-b61c-fcddb9afda76 service nova] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Received event network-vif-deleted-f85ac38e-90d9-4866-a40d-3601a28d222e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.788978] env[70683]: DEBUG oslo_vmware.api [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.861080] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e48192d-7040-4b85-a475-dd236a51df3a tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-484903f7-6049-440c-9751-b96e5c68bf71" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.525s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.894086] env[70683]: INFO nova.compute.manager [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Rebuilding instance [ 1256.934864] env[70683]: DEBUG nova.compute.manager [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.935724] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a089f491-5cd2-468d-abab-6b6085bc8f76 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.037155] env[70683]: DEBUG nova.scheduler.client.report [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.054229] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.054394] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.054567] env[70683]: DEBUG nova.network.neutron [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.289822] env[70683]: DEBUG oslo_vmware.api [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281570, 'name': ReconfigVM_Task, 'duration_secs': 0.516364} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.290162] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.295146] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1bf4e29-583b-4ec5-8128-197720f3953b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.311234] env[70683]: DEBUG oslo_vmware.api [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1257.311234] env[70683]: value = "task-3281571" [ 1257.311234] env[70683]: _type = "Task" [ 1257.311234] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.319605] env[70683]: DEBUG oslo_vmware.api [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.387761] env[70683]: DEBUG nova.compute.manager [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Received event network-vif-plugged-0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.387951] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Acquiring lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.389437] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.389686] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.389903] env[70683]: DEBUG nova.compute.manager [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] No waiting events found dispatching network-vif-plugged-0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.390122] env[70683]: WARNING nova.compute.manager [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Received unexpected event network-vif-plugged-0d239f56-32f9-48ff-a33a-dc391ea3817e for instance with vm_state building and task_state spawning. [ 1257.390324] env[70683]: DEBUG nova.compute.manager [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Received event network-changed-0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.390513] env[70683]: DEBUG nova.compute.manager [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Refreshing instance network info cache due to event network-changed-0d239f56-32f9-48ff-a33a-dc391ea3817e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.390720] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Acquiring lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.545793] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.547706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.956s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.549144] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.549144] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1257.552234] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e555fea-dbde-41ec-99cd-a42de6a0ee03 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.562211] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72787d1-45e5-45d2-ba8b-69ea831eff38 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.580484] env[70683]: INFO nova.scheduler.client.report [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted allocations for instance 75cc9db2-79f7-43d3-8be9-da722ace3b7d [ 1257.584022] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18dfdc4-b345-4a5e-b4b8-5e05d052ac62 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.594040] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecd7222-c575-4817-bab1-9d5c6067a191 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.625919] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179469MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1257.626353] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.626704] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.629260] env[70683]: DEBUG nova.network.neutron [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.825651] env[70683]: DEBUG oslo_vmware.api [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281571, 'name': ReconfigVM_Task, 'duration_secs': 0.204751} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.825651] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655349', 'volume_id': 'f9465a38-17c5-4f00-9340-877d06b9629e', 'name': 'volume-f9465a38-17c5-4f00-9340-877d06b9629e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7373ce1-fb32-41b7-abac-c7b0e0ff8af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9465a38-17c5-4f00-9340-877d06b9629e', 'serial': 'f9465a38-17c5-4f00-9340-877d06b9629e'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1257.866107] env[70683]: DEBUG nova.network.neutron [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [{"id": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "address": "fa:16:3e:54:48:44", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d239f56-32", "ovs_interfaceid": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.951030] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.951265] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cf6fb2c-5559-4799-9fc9-1ee1955e7b68 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.958971] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1257.958971] env[70683]: value = "task-3281573" [ 1257.958971] env[70683]: _type = "Task" [ 1257.958971] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.967620] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.097572] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1d324319-bbef-4413-88b7-750ad4339d10 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "75cc9db2-79f7-43d3-8be9-da722ace3b7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.368696] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.369055] env[70683]: DEBUG nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Instance network_info: |[{"id": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "address": "fa:16:3e:54:48:44", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d239f56-32", "ovs_interfaceid": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.369377] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Acquired lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.369554] env[70683]: DEBUG nova.network.neutron [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Refreshing network info cache for port 0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.372651] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:48:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d239f56-32f9-48ff-a33a-dc391ea3817e', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.382863] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.385672] env[70683]: DEBUG nova.objects.instance [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.389839] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.390186] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-918225ed-73cf-4c0f-ae4a-f9e1c161c0bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.415334] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.415334] env[70683]: value = "task-3281574" [ 1258.415334] env[70683]: _type = "Task" [ 1258.415334] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.424434] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281574, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.470931] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281573, 'name': PowerOffVM_Task, 'duration_secs': 0.237932} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.471264] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.471536] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.472351] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070c4d6b-3bbd-4cdd-89fb-9446a058b0bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.479963] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.482950] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b0a3b15-8df5-4a85-8938-273077c94298 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.570612] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-484903f7-6049-440c-9751-b96e5c68bf71" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.571013] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-484903f7-6049-440c-9751-b96e5c68bf71" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.573990] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.574223] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.574497] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleting the datastore file [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.574849] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7c3da98-4dc9-475a-b7d8-83cd3a73d4eb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.582379] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1258.582379] env[70683]: value = "task-3281576" [ 1258.582379] env[70683]: _type = "Task" [ 1258.582379] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.594031] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.624515] env[70683]: DEBUG nova.network.neutron [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updated VIF entry in instance network info cache for port 0d239f56-32f9-48ff-a33a-dc391ea3817e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.624866] env[70683]: DEBUG nova.network.neutron [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [{"id": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "address": "fa:16:3e:54:48:44", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d239f56-32", "ovs_interfaceid": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.655485] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.655645] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 2cf3984b-b61b-4882-afd6-7d6b8c81b88d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.655772] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.655894] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 4eea2e9a-aa7f-45b8-856a-1a19033b8322 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.656023] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e5ed0e7d-b71f-434e-9db6-b83ae29eb28c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.656147] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.656262] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 5ff7658f-dd31-445c-90a0-5665ae1cc549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.656374] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 36e67e75-bc87-4ee2-bc44-c50b040e90cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.656485] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 88dd4e93-c69c-4e35-a031-0451924a9829 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.656598] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 0d9dd2c6-794d-46be-b389-198ad6400f69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.902605] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "5ab3605a-4422-4b05-a567-119077a80108" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.903072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5ab3605a-4422-4b05-a567-119077a80108" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.927295] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281574, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.075826] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.076044] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.076937] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f9b5e-ccbe-4d58-9cec-3d9dc3e1f196 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.096043] env[70683]: DEBUG oslo_concurrency.lockutils [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.099615] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ffb92c-b2d0-4949-9708-919781eb84ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.107244] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377188} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.122267] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.122503] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.122674] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.130921] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Reconfiguring VM to detach interface {{(pid=70683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1259.131223] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Releasing lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.131421] env[70683]: DEBUG nova.compute.manager [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Received event network-changed-5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.131596] env[70683]: DEBUG nova.compute.manager [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Refreshing instance network info cache due to event network-changed-5bff28ca-a9ab-4309-bc38-c7905ccd4a4a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.132054] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Acquiring lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.132054] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Acquired lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.132201] env[70683]: DEBUG nova.network.neutron [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Refreshing network info cache for port 5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.133173] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb96ee8e-fe96-41dc-9c87-f894cdd2f583 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.156063] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1259.156063] env[70683]: value = "task-3281577" [ 1259.156063] env[70683]: _type = "Task" [ 1259.156063] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.158600] env[70683]: INFO nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 5ab3605a-4422-4b05-a567-119077a80108 has allocations against this compute host but is not found in the database. [ 1259.158796] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1259.158933] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1259.166710] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.314078] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561deaa-e61c-4fba-9a5e-29becd752ac9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.323375] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8360c301-c86a-4cea-bbf8-7969eedf2564 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.355413] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfe69cf-6f61-4240-a49f-521ba18694ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.362937] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0f19ba-395f-42fe-aba7-44ee3fcf0ea0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.377733] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.393816] env[70683]: DEBUG oslo_concurrency.lockutils [None req-030bc9a9-7237-4135-a551-13c2e57591e3 tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.794s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.394788] env[70683]: DEBUG oslo_concurrency.lockutils [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.299s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.405400] env[70683]: DEBUG nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.427177] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281574, 'name': CreateVM_Task, 'duration_secs': 0.825147} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.427177] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.427813] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.427957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.428297] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.428758] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a210964-9d3d-4ec1-b79b-57b7f23a6181 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.434021] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1259.434021] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b95fe-72f1-1f84-3ac3-4938a8bb9e41" [ 1259.434021] env[70683]: _type = "Task" [ 1259.434021] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.443325] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b95fe-72f1-1f84-3ac3-4938a8bb9e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.508444] env[70683]: DEBUG nova.network.neutron [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updated VIF entry in instance network info cache for port 5bff28ca-a9ab-4309-bc38-c7905ccd4a4a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.508444] env[70683]: DEBUG nova.network.neutron [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance_info_cache with network_info: [{"id": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "address": "fa:16:3e:66:02:d0", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff28ca-a9", "ovs_interfaceid": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.665310] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.881054] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.899992] env[70683]: INFO nova.compute.manager [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Detaching volume b1f4da97-8b2d-490c-ac26-a4cfd536de9e [ 1259.924519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.929851] env[70683]: INFO nova.virt.block_device [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Attempting to driver detach volume b1f4da97-8b2d-490c-ac26-a4cfd536de9e from mountpoint /dev/sdc [ 1259.930105] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1259.930306] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655355', 'volume_id': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'name': 'volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7373ce1-fb32-41b7-abac-c7b0e0ff8af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'serial': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1259.931151] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95283733-b34b-497e-af41-2509072fba88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.954202] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758c80c-b4e8-419f-8db5-3c1c6ebc4182 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.960060] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b95fe-72f1-1f84-3ac3-4938a8bb9e41, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.960673] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.960931] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.961184] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.961331] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.961558] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.961823] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9985bfa-170b-4e67-b5a5-d8fc6e13e696 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.965742] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad2e4cc-0dd6-463c-8aca-7f1f81336827 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.971145] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.971336] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.988927] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201d513a-3992-485e-812f-006466c844ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.991921] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616ace1-b55c-4c48-9bba-b4bbe435a33d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.006604] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] The volume has not been displaced from its original location: [datastore2] volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e/volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1260.011877] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfiguring VM instance instance-00000064 to detach disk 2002 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.013195] env[70683]: DEBUG oslo_concurrency.lockutils [req-b64e6e0a-24db-413d-898e-e8834e0dc7fc req-e6212a97-982b-4cf3-bb08-c1849c9de4e1 service nova] Releasing lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.013632] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36529f85-f396-42a3-89d8-25f8b1623be9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.026618] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1260.026618] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524838fb-4005-601f-d5f8-07c1d325ce15" [ 1260.026618] env[70683]: _type = "Task" [ 1260.026618] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.032238] env[70683]: DEBUG oslo_vmware.api [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1260.032238] env[70683]: value = "task-3281578" [ 1260.032238] env[70683]: _type = "Task" [ 1260.032238] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.038255] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]524838fb-4005-601f-d5f8-07c1d325ce15, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.039553] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0153547d-be2c-4931-8120-ce8aa750d77d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.048591] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1260.048591] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d80fb-3bc9-a60a-ea01-547242b5b0c9" [ 1260.048591] env[70683]: _type = "Task" [ 1260.048591] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.048860] env[70683]: DEBUG oslo_vmware.api [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.057281] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523d80fb-3bc9-a60a-ea01-547242b5b0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008979} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.057516] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.057773] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69/0d9dd2c6-794d-46be-b389-198ad6400f69.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.058047] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e305903b-99bb-45a9-b511-dcbc18900743 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.064183] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1260.064183] env[70683]: value = "task-3281579" [ 1260.064183] env[70683]: _type = "Task" [ 1260.064183] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.072165] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.111095] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1260.111337] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655357', 'volume_id': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'name': 'volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4eea2e9a-aa7f-45b8-856a-1a19033b8322', 'attached_at': '', 'detached_at': '', 'volume_id': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'serial': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1260.112399] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d99056-fa5e-4e3d-bfb2-7ae68843315e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.129527] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbe9e41-c7a5-4d96-b1da-98ceead17c10 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.159957] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10/volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.160688] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f938ef-b3f3-4bab-b6dc-8161d41e55a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.185169] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.186607] env[70683]: DEBUG oslo_vmware.api [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1260.186607] env[70683]: value = "task-3281580" [ 1260.186607] env[70683]: _type = "Task" [ 1260.186607] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.195279] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.195570] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.198081] env[70683]: DEBUG nova.virt.hardware [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.198438] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a19e71d-1f4c-4940-8387-b1f60387a342 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.207321] env[70683]: DEBUG oslo_vmware.api [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.210548] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2acc15f-cce9-4f64-a617-e5545a17166d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.230156] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:df:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e398dbb4-3349-43fa-b973-b25271e826dd', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.237916] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.238270] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.238504] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567b88f9-b4e5-43e7-a215-8ee71c1694a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.259838] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.259838] env[70683]: value = "task-3281581" [ 1260.259838] env[70683]: _type = "Task" [ 1260.259838] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.268757] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281581, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.387119] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1260.387364] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.761s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.387708] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.463s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.389587] env[70683]: INFO nova.compute.claims [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.393352] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.393533] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Cleaning up deleted instances {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1260.545345] env[70683]: DEBUG oslo_vmware.api [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281578, 'name': ReconfigVM_Task, 'duration_secs': 0.245281} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.545641] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Reconfigured VM instance instance-00000064 to detach disk 2002 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.550493] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c91f362-80fe-49d4-a144-704e09796b44 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.566066] env[70683]: DEBUG oslo_vmware.api [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1260.566066] env[70683]: value = "task-3281582" [ 1260.566066] env[70683]: _type = "Task" [ 1260.566066] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.576463] env[70683]: DEBUG oslo_vmware.api [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.579355] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443745} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.579592] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69/0d9dd2c6-794d-46be-b389-198ad6400f69.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.579802] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.580045] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc085146-6f71-4f0c-8de5-e49ad2ff48e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.585892] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1260.585892] env[70683]: value = "task-3281583" [ 1260.585892] env[70683]: _type = "Task" [ 1260.585892] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.594563] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.670500] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.697495] env[70683]: DEBUG oslo_vmware.api [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281580, 'name': ReconfigVM_Task, 'duration_secs': 0.47242} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.697813] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10/volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.703059] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61bbc5e9-62bd-47db-b182-f2bf852c4626 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.721049] env[70683]: DEBUG oslo_vmware.api [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1260.721049] env[70683]: value = "task-3281584" [ 1260.721049] env[70683]: _type = "Task" [ 1260.721049] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.729471] env[70683]: DEBUG oslo_vmware.api [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.768384] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281581, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.911571] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] There are 56 instances to clean {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1260.911754] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 75cc9db2-79f7-43d3-8be9-da722ace3b7d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.048677] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a1a14-edb7-4615-a311-86ed20dbf480 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.056457] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8c1bc6-a00e-450a-a83c-8b2459349823 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.094543] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0007814-14c4-41e4-a466-4471211bdfb8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.101627] env[70683]: DEBUG oslo_vmware.api [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281582, 'name': ReconfigVM_Task, 'duration_secs': 0.154205} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.105986] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655355', 'volume_id': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'name': 'volume-b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7373ce1-fb32-41b7-abac-c7b0e0ff8af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e', 'serial': 'b1f4da97-8b2d-490c-ac26-a4cfd536de9e'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1261.108156] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085266} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.109532] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e9d2a-af4c-42a6-8680-2da3b330e045 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.113304] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.114067] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9072d2ed-e63a-4656-87bf-172f276670a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.136808] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69/0d9dd2c6-794d-46be-b389-198ad6400f69.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.144497] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6929b6-596e-4c8c-81a9-8c2682bbb1c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.159326] env[70683]: DEBUG nova.compute.provider_tree [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.165360] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1261.165360] env[70683]: value = "task-3281585" [ 1261.165360] env[70683]: _type = "Task" [ 1261.165360] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.172299] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.177518] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.229955] env[70683]: DEBUG oslo_vmware.api [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281584, 'name': ReconfigVM_Task, 'duration_secs': 0.131889} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.230298] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655357', 'volume_id': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'name': 'volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4eea2e9a-aa7f-45b8-856a-1a19033b8322', 'attached_at': '', 'detached_at': '', 'volume_id': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'serial': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1261.272492] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281581, 'name': CreateVM_Task, 'duration_secs': 0.522369} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.272724] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.273553] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.273774] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.274191] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.274810] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f60a864-3a42-4cc0-a249-0e241d350a1c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.279348] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1261.279348] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ce120-d0fb-05c9-6dd2-18097de9b30b" [ 1261.279348] env[70683]: _type = "Task" [ 1261.279348] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.289084] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ce120-d0fb-05c9-6dd2-18097de9b30b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.419065] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 85a91aa3-7cce-447b-a2a2-74b871686509] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.648933] env[70683]: DEBUG nova.objects.instance [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'flavor' on Instance uuid b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.662091] env[70683]: DEBUG nova.scheduler.client.report [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.677801] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281585, 'name': ReconfigVM_Task, 'duration_secs': 0.290586} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.681108] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69/0d9dd2c6-794d-46be-b389-198ad6400f69.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.682020] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.682283] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cfdac2e-f65a-4674-a6f5-59af7a5935aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.687984] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1261.687984] env[70683]: value = "task-3281586" [ 1261.687984] env[70683]: _type = "Task" [ 1261.687984] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.696009] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281586, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.789573] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525ce120-d0fb-05c9-6dd2-18097de9b30b, 'name': SearchDatastore_Task, 'duration_secs': 0.008967} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.789894] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.790143] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.790381] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.790532] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.790755] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.791036] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd5b35f-02e1-4af3-976f-82688302aeea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.799220] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.799397] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.800112] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775cfd89-e0fe-4477-a61a-1d06233ee04c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.805081] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1261.805081] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521d8afa-ecc2-c3d5-7041-0508b41da823" [ 1261.805081] env[70683]: _type = "Task" [ 1261.805081] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.812471] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521d8afa-ecc2-c3d5-7041-0508b41da823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.922249] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 54e26a60-ec6d-4bce-96c0-331eceeb2aca] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.170742] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.783s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.171333] env[70683]: DEBUG nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.179682] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.197110] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281586, 'name': Rename_Task, 'duration_secs': 0.1355} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.197368] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.197604] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50479ff3-3dbe-43db-89ab-dd1568c7a9f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.203716] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1262.203716] env[70683]: value = "task-3281587" [ 1262.203716] env[70683]: _type = "Task" [ 1262.203716] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.214323] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.265439] env[70683]: DEBUG nova.objects.instance [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'flavor' on Instance uuid 4eea2e9a-aa7f-45b8-856a-1a19033b8322 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.315337] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521d8afa-ecc2-c3d5-7041-0508b41da823, 'name': SearchDatastore_Task, 'duration_secs': 0.00823} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.316124] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b862b4ed-ac7c-494d-bea9-bb59de8980c8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.321151] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1262.321151] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5218aa4a-f276-c09b-568c-e658acb3f32b" [ 1262.321151] env[70683]: _type = "Task" [ 1262.321151] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.328482] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5218aa4a-f276-c09b-568c-e658acb3f32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.425366] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 27d59c74-af98-4835-9ccd-ad1b481427e5] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.657187] env[70683]: DEBUG oslo_concurrency.lockutils [None req-796b2b43-bdbe-466c-aba0-8b3ea98a9c9f tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.679820] env[70683]: DEBUG nova.compute.utils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.681761] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.682460] env[70683]: DEBUG nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.682750] env[70683]: DEBUG nova.network.neutron [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.716903] env[70683]: DEBUG oslo_vmware.api [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281587, 'name': PowerOnVM_Task, 'duration_secs': 0.504822} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.717152] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.717361] env[70683]: INFO nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1262.717542] env[70683]: DEBUG nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.718353] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252890b5-2a99-4feb-badd-a6153f6909b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.731303] env[70683]: DEBUG nova.policy [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4643b465413c4287a8a3b63e5fc56671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a0d5f5975849c6acb9f2c795e60b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.770426] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6ad8ff15-265b-413f-aefb-39c8a56296e5 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.267s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.831331] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5218aa4a-f276-c09b-568c-e658acb3f32b, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.832044] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.832044] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829/88dd4e93-c69c-4e35-a031-0451924a9829.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.832451] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7543a327-45f7-438e-a1f0-9c0c0ff8f825 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.838631] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1262.838631] env[70683]: value = "task-3281588" [ 1262.838631] env[70683]: _type = "Task" [ 1262.838631] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.846900] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.928877] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 9d1f943f-db81-4dd9-9127-f7f75d4be049] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.983483] env[70683]: DEBUG nova.network.neutron [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Successfully created port: f930e4e5-a21b-4697-844e-bdcfc9c11e7a {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.184320] env[70683]: DEBUG nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.189533] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.241470] env[70683]: INFO nova.compute.manager [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Took 11.62 seconds to build instance. [ 1263.260890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.261211] env[70683]: DEBUG oslo_concurrency.lockutils [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.355119] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432721} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.355119] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829/88dd4e93-c69c-4e35-a031-0451924a9829.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.355119] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.358320] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-876f902a-7db6-494c-b01e-9e50b677d87f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.364896] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1263.364896] env[70683]: value = "task-3281589" [ 1263.364896] env[70683]: _type = "Task" [ 1263.364896] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.373807] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.432487] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 33cfe640-766c-40da-8900-53dbe416478a] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.477252] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.477513] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.477728] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.477912] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.478096] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.480133] env[70683]: INFO nova.compute.manager [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Terminating instance [ 1263.677545] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.744638] env[70683]: DEBUG oslo_concurrency.lockutils [None req-db6d18b3-161e-4344-a425-3345d5794608 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.132s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.766320] env[70683]: INFO nova.compute.manager [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Detaching volume 10e955bd-efaa-4637-9aeb-c08ed9ec7e10 [ 1263.802212] env[70683]: INFO nova.virt.block_device [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Attempting to driver detach volume 10e955bd-efaa-4637-9aeb-c08ed9ec7e10 from mountpoint /dev/sdb [ 1263.802556] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1263.804040] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655357', 'volume_id': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'name': 'volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4eea2e9a-aa7f-45b8-856a-1a19033b8322', 'attached_at': '', 'detached_at': '', 'volume_id': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'serial': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1263.804040] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cba494-b84c-4aad-8187-06801db608f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.828343] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2c7cf-0498-43af-99ef-51860371ef1e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.835794] env[70683]: DEBUG nova.compute.manager [req-20ca3f36-43ce-4b92-abd1-3c10538ae9e8 req-53a6256d-2306-47a3-957d-f4db2d5d2643 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Received event network-changed-0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.835980] env[70683]: DEBUG nova.compute.manager [req-20ca3f36-43ce-4b92-abd1-3c10538ae9e8 req-53a6256d-2306-47a3-957d-f4db2d5d2643 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Refreshing instance network info cache due to event network-changed-0d239f56-32f9-48ff-a33a-dc391ea3817e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.836202] env[70683]: DEBUG oslo_concurrency.lockutils [req-20ca3f36-43ce-4b92-abd1-3c10538ae9e8 req-53a6256d-2306-47a3-957d-f4db2d5d2643 service nova] Acquiring lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.836347] env[70683]: DEBUG oslo_concurrency.lockutils [req-20ca3f36-43ce-4b92-abd1-3c10538ae9e8 req-53a6256d-2306-47a3-957d-f4db2d5d2643 service nova] Acquired lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.836509] env[70683]: DEBUG nova.network.neutron [req-20ca3f36-43ce-4b92-abd1-3c10538ae9e8 req-53a6256d-2306-47a3-957d-f4db2d5d2643 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Refreshing network info cache for port 0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.842928] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577722b7-1206-4677-9b55-4b60ad0bc463 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.864460] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb19f43e-1f67-47a8-9b10-a65a3c6361b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.883629] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] The volume has not been displaced from its original location: [datastore1] volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10/volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1263.888762] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.891633] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc7e396-d9b1-4bcb-8ac4-0a993a495c71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.904151] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057168} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.904642] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.905786] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf8a8f-7588-4078-af94-a43efbd176d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.909292] env[70683]: DEBUG oslo_vmware.api [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1263.909292] env[70683]: value = "task-3281590" [ 1263.909292] env[70683]: _type = "Task" [ 1263.909292] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.930664] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829/88dd4e93-c69c-4e35-a031-0451924a9829.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.933851] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c99735-f22e-46c8-931c-854852126efe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.947756] env[70683]: DEBUG oslo_vmware.api [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.948074] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: dfd79661-6e3c-4d39-99ba-0297a78a3724] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.955721] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1263.955721] env[70683]: value = "task-3281591" [ 1263.955721] env[70683]: _type = "Task" [ 1263.955721] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.963958] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.984241] env[70683]: DEBUG nova.compute.manager [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.984555] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.985477] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd4f966-d8ee-463e-93df-37f7a1a7ac52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.992765] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.992991] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96fca448-f8da-4755-8eab-25cb9decf1d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.998198] env[70683]: DEBUG oslo_vmware.api [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1263.998198] env[70683]: value = "task-3281592" [ 1263.998198] env[70683]: _type = "Task" [ 1263.998198] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.005450] env[70683]: DEBUG oslo_vmware.api [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.177220] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.197625] env[70683]: DEBUG nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.224107] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.224438] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.224693] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.225420] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.225420] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.225557] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.225847] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.226059] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.226403] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.226623] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.226851] env[70683]: DEBUG nova.virt.hardware [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.227738] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed82045-1568-47f8-8758-ed5669db2d6d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.236132] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35654001-b25b-40e4-aa78-b6f6e34cab22 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.335669] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.335916] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.422686] env[70683]: DEBUG oslo_vmware.api [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281590, 'name': ReconfigVM_Task, 'duration_secs': 0.33219} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.422686] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.426825] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f323ed-534c-4a72-ad8e-f9d85552f2e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.442083] env[70683]: DEBUG oslo_vmware.api [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1264.442083] env[70683]: value = "task-3281593" [ 1264.442083] env[70683]: _type = "Task" [ 1264.442083] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.450310] env[70683]: DEBUG oslo_vmware.api [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.453524] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c57d1921-06f3-49d7-a43d-2e332fbcb9ec] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.465483] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281591, 'name': ReconfigVM_Task, 'duration_secs': 0.349077} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.466228] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829/88dd4e93-c69c-4e35-a031-0451924a9829.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.466228] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b341cb9-2b92-4764-b7a9-37c17dbeffee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.471572] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1264.471572] env[70683]: value = "task-3281594" [ 1264.471572] env[70683]: _type = "Task" [ 1264.471572] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.480207] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281594, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.507565] env[70683]: DEBUG oslo_vmware.api [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281592, 'name': PowerOffVM_Task, 'duration_secs': 0.295011} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.507847] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.508044] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.511979] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc3a7a1f-f584-4eb6-93e4-f9c0baf52f39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.578328] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.578557] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.578739] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Deleting the datastore file [datastore1] b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.579012] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3911a836-10a4-4072-a887-a008590d0d72 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.583623] env[70683]: DEBUG nova.network.neutron [req-20ca3f36-43ce-4b92-abd1-3c10538ae9e8 req-53a6256d-2306-47a3-957d-f4db2d5d2643 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updated VIF entry in instance network info cache for port 0d239f56-32f9-48ff-a33a-dc391ea3817e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.584045] env[70683]: DEBUG nova.network.neutron [req-20ca3f36-43ce-4b92-abd1-3c10538ae9e8 req-53a6256d-2306-47a3-957d-f4db2d5d2643 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [{"id": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "address": "fa:16:3e:54:48:44", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d239f56-32", "ovs_interfaceid": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.586954] env[70683]: DEBUG oslo_vmware.api [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for the task: (returnval){ [ 1264.586954] env[70683]: value = "task-3281596" [ 1264.586954] env[70683]: _type = "Task" [ 1264.586954] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.598095] env[70683]: DEBUG oslo_vmware.api [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.617868] env[70683]: DEBUG nova.compute.manager [req-cae345a2-a94b-44f7-98ec-9e3bf56a1895 req-838ca500-30e3-41c8-997f-3189ff64173f service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Received event network-vif-plugged-f930e4e5-a21b-4697-844e-bdcfc9c11e7a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.618220] env[70683]: DEBUG oslo_concurrency.lockutils [req-cae345a2-a94b-44f7-98ec-9e3bf56a1895 req-838ca500-30e3-41c8-997f-3189ff64173f service nova] Acquiring lock "5ab3605a-4422-4b05-a567-119077a80108-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.618519] env[70683]: DEBUG oslo_concurrency.lockutils [req-cae345a2-a94b-44f7-98ec-9e3bf56a1895 req-838ca500-30e3-41c8-997f-3189ff64173f service nova] Lock "5ab3605a-4422-4b05-a567-119077a80108-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.618768] env[70683]: DEBUG oslo_concurrency.lockutils [req-cae345a2-a94b-44f7-98ec-9e3bf56a1895 req-838ca500-30e3-41c8-997f-3189ff64173f service nova] Lock "5ab3605a-4422-4b05-a567-119077a80108-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.619014] env[70683]: DEBUG nova.compute.manager [req-cae345a2-a94b-44f7-98ec-9e3bf56a1895 req-838ca500-30e3-41c8-997f-3189ff64173f service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] No waiting events found dispatching network-vif-plugged-f930e4e5-a21b-4697-844e-bdcfc9c11e7a {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.619262] env[70683]: WARNING nova.compute.manager [req-cae345a2-a94b-44f7-98ec-9e3bf56a1895 req-838ca500-30e3-41c8-997f-3189ff64173f service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Received unexpected event network-vif-plugged-f930e4e5-a21b-4697-844e-bdcfc9c11e7a for instance with vm_state building and task_state spawning. [ 1264.677014] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.694538] env[70683]: DEBUG nova.network.neutron [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Successfully updated port: f930e4e5-a21b-4697-844e-bdcfc9c11e7a {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.842580] env[70683]: INFO nova.compute.manager [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Detaching volume 27cf24c0-525b-4958-81cf-375e933fff72 [ 1264.876436] env[70683]: INFO nova.virt.block_device [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Attempting to driver detach volume 27cf24c0-525b-4958-81cf-375e933fff72 from mountpoint /dev/sdb [ 1264.876681] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1264.876869] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1264.877762] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfa0827-87b8-4bf5-8341-eba314815a26 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.899263] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f934729-639d-4e79-9f0b-9671791d4dff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.905798] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce22f38-ae7b-4e45-a1e2-7fa9f948ea5e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.925388] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c470a9c-fd83-413b-bc39-d8064a6e8382 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.942860] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] The volume has not been displaced from its original location: [datastore2] volume-27cf24c0-525b-4958-81cf-375e933fff72/volume-27cf24c0-525b-4958-81cf-375e933fff72.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1264.948549] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.951520] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd7290c-db88-43b4-8a22-63afb8afa967 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.964178] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 32fe9afb-643a-4116-bf66-65ace9086e18] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.970399] env[70683]: DEBUG oslo_vmware.api [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281593, 'name': ReconfigVM_Task, 'duration_secs': 0.184153} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.971624] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655357', 'volume_id': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'name': 'volume-10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4eea2e9a-aa7f-45b8-856a-1a19033b8322', 'attached_at': '', 'detached_at': '', 'volume_id': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10', 'serial': '10e955bd-efaa-4637-9aeb-c08ed9ec7e10'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1264.973729] env[70683]: DEBUG oslo_vmware.api [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1264.973729] env[70683]: value = "task-3281597" [ 1264.973729] env[70683]: _type = "Task" [ 1264.973729] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.984489] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281594, 'name': Rename_Task, 'duration_secs': 0.140306} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.987613] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.987877] env[70683]: DEBUG oslo_vmware.api [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.988671] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dabb1eb-f932-4911-9c0d-132891d3f734 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.994118] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1264.994118] env[70683]: value = "task-3281598" [ 1264.994118] env[70683]: _type = "Task" [ 1264.994118] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.001729] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.088988] env[70683]: DEBUG oslo_concurrency.lockutils [req-20ca3f36-43ce-4b92-abd1-3c10538ae9e8 req-53a6256d-2306-47a3-957d-f4db2d5d2643 service nova] Releasing lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.098337] env[70683]: DEBUG oslo_vmware.api [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Task: {'id': task-3281596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167174} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.098605] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.098831] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.099038] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.099220] env[70683]: INFO nova.compute.manager [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.099512] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.099729] env[70683]: DEBUG nova.compute.manager [-] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.099814] env[70683]: DEBUG nova.network.neutron [-] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.177515] env[70683]: DEBUG oslo_vmware.api [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281577, 'name': ReconfigVM_Task, 'duration_secs': 5.88248} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.177768] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.177978] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Reconfigured VM to detach interface {{(pid=70683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1265.197338] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-5ab3605a-4422-4b05-a567-119077a80108" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.197338] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-5ab3605a-4422-4b05-a567-119077a80108" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.197338] env[70683]: DEBUG nova.network.neutron [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.468460] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 8ca883db-81cc-4bfc-b70b-2dfbe9432b97] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.486165] env[70683]: DEBUG oslo_vmware.api [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281597, 'name': ReconfigVM_Task, 'duration_secs': 0.267553} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.487999] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.495945] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab5e61f4-1e49-4657-9f7f-e636bb50135b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.519725] env[70683]: DEBUG nova.objects.instance [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'flavor' on Instance uuid 4eea2e9a-aa7f-45b8-856a-1a19033b8322 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.536932] env[70683]: DEBUG oslo_vmware.api [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281598, 'name': PowerOnVM_Task, 'duration_secs': 0.464291} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.537412] env[70683]: DEBUG oslo_vmware.api [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1265.537412] env[70683]: value = "task-3281599" [ 1265.537412] env[70683]: _type = "Task" [ 1265.537412] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.537740] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.538813] env[70683]: DEBUG nova.compute.manager [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.539607] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff799bd-e807-46d2-a4de-7c9c21c3d5ec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.564714] env[70683]: DEBUG oslo_vmware.api [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.729438] env[70683]: DEBUG nova.network.neutron [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.973514] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 283152dd-6b8e-4567-987a-47b85638f9b1] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.048912] env[70683]: DEBUG oslo_vmware.api [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281599, 'name': ReconfigVM_Task, 'duration_secs': 0.168561} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.049238] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655333', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'name': 'volume-27cf24c0-525b-4958-81cf-375e933fff72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cf3984b-b61b-4882-afd6-7d6b8c81b88d', 'attached_at': '', 'detached_at': '', 'volume_id': '27cf24c0-525b-4958-81cf-375e933fff72', 'serial': '27cf24c0-525b-4958-81cf-375e933fff72'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.053247] env[70683]: DEBUG nova.network.neutron [-] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.076989] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.077352] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.077657] env[70683]: DEBUG nova.objects.instance [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70683) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1266.146030] env[70683]: DEBUG nova.network.neutron [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Updating instance_info_cache with network_info: [{"id": "f930e4e5-a21b-4697-844e-bdcfc9c11e7a", "address": "fa:16:3e:57:dc:72", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf930e4e5-a2", "ovs_interfaceid": "f930e4e5-a21b-4697-844e-bdcfc9c11e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.476796] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 68bc09bf-4c87-4e0d-af6d-93c23751629b] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.528039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.528272] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.528492] env[70683]: DEBUG nova.network.neutron [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.530487] env[70683]: DEBUG oslo_concurrency.lockutils [None req-400ed1e1-ed4d-49ef-940e-cff3a9096cf8 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.555811] env[70683]: INFO nova.compute.manager [-] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Took 1.46 seconds to deallocate network for instance. [ 1266.599620] env[70683]: DEBUG nova.objects.instance [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'flavor' on Instance uuid 2cf3984b-b61b-4882-afd6-7d6b8c81b88d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.643926] env[70683]: DEBUG nova.compute.manager [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Received event network-changed-f930e4e5-a21b-4697-844e-bdcfc9c11e7a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.644306] env[70683]: DEBUG nova.compute.manager [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Refreshing instance network info cache due to event network-changed-f930e4e5-a21b-4697-844e-bdcfc9c11e7a. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.644607] env[70683]: DEBUG oslo_concurrency.lockutils [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] Acquiring lock "refresh_cache-5ab3605a-4422-4b05-a567-119077a80108" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.648094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-5ab3605a-4422-4b05-a567-119077a80108" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.648391] env[70683]: DEBUG nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Instance network_info: |[{"id": "f930e4e5-a21b-4697-844e-bdcfc9c11e7a", "address": "fa:16:3e:57:dc:72", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf930e4e5-a2", "ovs_interfaceid": "f930e4e5-a21b-4697-844e-bdcfc9c11e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.648717] env[70683]: DEBUG oslo_concurrency.lockutils [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] Acquired lock "refresh_cache-5ab3605a-4422-4b05-a567-119077a80108" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.648975] env[70683]: DEBUG nova.network.neutron [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Refreshing network info cache for port f930e4e5-a21b-4697-844e-bdcfc9c11e7a {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.650970] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:dc:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f930e4e5-a21b-4697-844e-bdcfc9c11e7a', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.660451] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.664343] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.664845] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2007f720-a2d1-43e4-885b-1d56d3609146 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.696655] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.696655] env[70683]: value = "task-3281600" [ 1266.696655] env[70683]: _type = "Task" [ 1266.696655] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.706905] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281600, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.964086] env[70683]: DEBUG nova.network.neutron [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Updated VIF entry in instance network info cache for port f930e4e5-a21b-4697-844e-bdcfc9c11e7a. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.964461] env[70683]: DEBUG nova.network.neutron [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Updating instance_info_cache with network_info: [{"id": "f930e4e5-a21b-4697-844e-bdcfc9c11e7a", "address": "fa:16:3e:57:dc:72", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf930e4e5-a2", "ovs_interfaceid": "f930e4e5-a21b-4697-844e-bdcfc9c11e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.979837] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 7f1e8493-fd99-4559-8986-347c43044be4] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.061999] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.088769] env[70683]: DEBUG oslo_concurrency.lockutils [None req-9b5d570a-6f22-41fa-b3bd-ff6224c78b09 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.090611] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.028s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.091337] env[70683]: DEBUG nova.objects.instance [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lazy-loading 'resources' on Instance uuid b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.209826] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281600, 'name': CreateVM_Task, 'duration_secs': 0.300542} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.210028] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.210677] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.210847] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.211177] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.211431] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5989e2-2c46-4dbf-990a-2c0c7fa3f67d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.216509] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1267.216509] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527e3684-e1d2-9f93-26eb-dd7b903f5139" [ 1267.216509] env[70683]: _type = "Task" [ 1267.216509] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.225278] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527e3684-e1d2-9f93-26eb-dd7b903f5139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.274403] env[70683]: DEBUG nova.compute.manager [req-a7278362-66ae-4dff-a859-bde890ba15b8 req-34935fdf-c7fb-4f11-8b92-48ccc025681c service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.274653] env[70683]: DEBUG nova.compute.manager [req-a7278362-66ae-4dff-a859-bde890ba15b8 req-34935fdf-c7fb-4f11-8b92-48ccc025681c service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing instance network info cache due to event network-changed-21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.274872] env[70683]: DEBUG oslo_concurrency.lockutils [req-a7278362-66ae-4dff-a859-bde890ba15b8 req-34935fdf-c7fb-4f11-8b92-48ccc025681c service nova] Acquiring lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.374914] env[70683]: INFO nova.network.neutron [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Port 484903f7-6049-440c-9751-b96e5c68bf71 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1267.375296] env[70683]: DEBUG nova.network.neutron [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.467381] env[70683]: DEBUG oslo_concurrency.lockutils [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] Releasing lock "refresh_cache-5ab3605a-4422-4b05-a567-119077a80108" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.467677] env[70683]: DEBUG nova.compute.manager [req-41e46cf7-5261-4b37-9f47-55319a2ce88b req-f929cb83-b1ec-4db5-ba47-9e218a4e893a service nova] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Received event network-vif-deleted-d26c4b1e-666b-439c-bf0e-65548810e4a9 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.483069] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 5aaed425-5a5c-49c5-97a4-c3296488bc47] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.509325] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "88dd4e93-c69c-4e35-a031-0451924a9829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.509576] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "88dd4e93-c69c-4e35-a031-0451924a9829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.509780] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "88dd4e93-c69c-4e35-a031-0451924a9829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.509960] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "88dd4e93-c69c-4e35-a031-0451924a9829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.510146] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "88dd4e93-c69c-4e35-a031-0451924a9829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.512380] env[70683]: INFO nova.compute.manager [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Terminating instance [ 1267.519508] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.519790] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.520116] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.520332] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.520535] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.522445] env[70683]: INFO nova.compute.manager [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Terminating instance [ 1267.607860] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eab0f7e0-2c1b-452e-ba01-7056869a83e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.729010] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527e3684-e1d2-9f93-26eb-dd7b903f5139, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.729281] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.729514] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.729743] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.729889] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.730083] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.730337] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-688db7cc-363f-4be9-b89c-83f30fa6baaf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.733246] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5289502-840b-46db-8a99-56d37672efd5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.740152] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7bd32b-3c13-4c61-8276-29cbd42c0d6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.744103] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.744281] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.745204] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8297e5-5570-41f7-b3cb-5b60c916a67c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.773463] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34fc1f8-90a8-40c1-a146-56242530e696 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.777282] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1267.777282] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d46131-ad93-09ba-32e7-8db6a22ac2b8" [ 1267.777282] env[70683]: _type = "Task" [ 1267.777282] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.784777] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a5221a-d78f-41f3-a421-07791454aa23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.791696] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d46131-ad93-09ba-32e7-8db6a22ac2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008167} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.792702] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e2cb54-77f0-4ee8-9ba6-0fa6a49fea4f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.802195] env[70683]: DEBUG nova.compute.provider_tree [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.806091] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1267.806091] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c40db5-42e6-bbb6-8133-d6cc046540d3" [ 1267.806091] env[70683]: _type = "Task" [ 1267.806091] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.813723] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c40db5-42e6-bbb6-8133-d6cc046540d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.878256] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.880846] env[70683]: DEBUG oslo_concurrency.lockutils [req-a7278362-66ae-4dff-a859-bde890ba15b8 req-34935fdf-c7fb-4f11-8b92-48ccc025681c service nova] Acquired lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.881061] env[70683]: DEBUG nova.network.neutron [req-a7278362-66ae-4dff-a859-bde890ba15b8 req-34935fdf-c7fb-4f11-8b92-48ccc025681c service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Refreshing network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.981275] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-5ff7658f-dd31-445c-90a0-5665ae1cc549-484903f7-6049-440c-9751-b96e5c68bf71" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.981715] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-5ff7658f-dd31-445c-90a0-5665ae1cc549-484903f7-6049-440c-9751-b96e5c68bf71" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.982163] env[70683]: DEBUG nova.objects.instance [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'flavor' on Instance uuid 5ff7658f-dd31-445c-90a0-5665ae1cc549 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.985187] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 177cb42c-f5fd-4189-85ec-a5b6e31eb6cb] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.016368] env[70683]: DEBUG nova.compute.manager [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.016617] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.017696] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca5c015-809a-41b1-8f04-6623a5205861 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.026422] env[70683]: DEBUG nova.compute.manager [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.026422] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.027031] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.027740] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb27d253-1857-4059-a3fb-d47c6e483fac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.030345] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb1e914-aee5-4103-ad3c-b460901e3a03 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.036311] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.037551] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4040b41-b8ed-425b-ba1a-7883b37adb94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.039138] env[70683]: DEBUG oslo_vmware.api [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1268.039138] env[70683]: value = "task-3281601" [ 1268.039138] env[70683]: _type = "Task" [ 1268.039138] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.043687] env[70683]: DEBUG oslo_vmware.api [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1268.043687] env[70683]: value = "task-3281602" [ 1268.043687] env[70683]: _type = "Task" [ 1268.043687] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.049996] env[70683]: DEBUG oslo_vmware.api [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.055279] env[70683]: DEBUG oslo_vmware.api [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.154426] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "c6050e11-efb0-456e-9b3e-08ff728daac0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.154715] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.305815] env[70683]: DEBUG nova.scheduler.client.report [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.322790] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c40db5-42e6-bbb6-8133-d6cc046540d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008368} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.323855] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.324116] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5ab3605a-4422-4b05-a567-119077a80108/5ab3605a-4422-4b05-a567-119077a80108.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.324389] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a37c421-8784-4f26-b084-acb3b970df57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.332446] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1268.332446] env[70683]: value = "task-3281603" [ 1268.332446] env[70683]: _type = "Task" [ 1268.332446] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.340972] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.384254] env[70683]: DEBUG oslo_concurrency.lockutils [None req-455995fc-f46f-42c5-a524-78796dbd2d3d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-484903f7-6049-440c-9751-b96e5c68bf71" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.813s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.487646] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c86c337b-6ec6-4184-a667-0be4c3610dff] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.551181] env[70683]: DEBUG oslo_vmware.api [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281601, 'name': PowerOffVM_Task, 'duration_secs': 0.201162} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.551899] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.552101] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.552751] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a6dfdec-3dc7-45a8-abd0-8fcaa35bf306 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.557648] env[70683]: DEBUG oslo_vmware.api [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281602, 'name': PowerOffVM_Task, 'duration_secs': 0.209898} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.558466] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.558646] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.558910] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc1931df-3fac-45c5-b0af-30c97bba7654 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.583989] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.584334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.584647] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.584904] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.585145] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.589030] env[70683]: INFO nova.compute.manager [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Terminating instance [ 1268.603059] env[70683]: DEBUG nova.objects.instance [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'pci_requests' on Instance uuid 5ff7658f-dd31-445c-90a0-5665ae1cc549 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.640218] env[70683]: DEBUG nova.network.neutron [req-a7278362-66ae-4dff-a859-bde890ba15b8 req-34935fdf-c7fb-4f11-8b92-48ccc025681c service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updated VIF entry in instance network info cache for port 21213602-e9b2-46c9-b38c-7c37b807ddb2. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.640592] env[70683]: DEBUG nova.network.neutron [req-a7278362-66ae-4dff-a859-bde890ba15b8 req-34935fdf-c7fb-4f11-8b92-48ccc025681c service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [{"id": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "address": "fa:16:3e:c5:b2:4d", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21213602-e9", "ovs_interfaceid": "21213602-e9b2-46c9-b38c-7c37b807ddb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.643072] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.643287] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.643470] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleting the datastore file [datastore2] 4eea2e9a-aa7f-45b8-856a-1a19033b8322 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.644017] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-789cef18-2e61-442b-acbf-b3cd783f10d6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.648273] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.648476] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.648669] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleting the datastore file [datastore1] 88dd4e93-c69c-4e35-a031-0451924a9829 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.649350] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaa339bb-48c5-4465-97cb-649923aad177 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.654518] env[70683]: DEBUG oslo_vmware.api [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for the task: (returnval){ [ 1268.654518] env[70683]: value = "task-3281606" [ 1268.654518] env[70683]: _type = "Task" [ 1268.654518] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.658458] env[70683]: DEBUG nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.663242] env[70683]: DEBUG oslo_vmware.api [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1268.663242] env[70683]: value = "task-3281607" [ 1268.663242] env[70683]: _type = "Task" [ 1268.663242] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.670018] env[70683]: DEBUG oslo_vmware.api [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.676933] env[70683]: DEBUG oslo_vmware.api [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.810769] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.838080] env[70683]: INFO nova.scheduler.client.report [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Deleted allocations for instance b7373ce1-fb32-41b7-abac-c7b0e0ff8af3 [ 1268.842215] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460181} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.844637] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 5ab3605a-4422-4b05-a567-119077a80108/5ab3605a-4422-4b05-a567-119077a80108.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.844874] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.845302] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eab241b-186c-4c58-9c7f-512ce2a03a04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.852052] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1268.852052] env[70683]: value = "task-3281608" [ 1268.852052] env[70683]: _type = "Task" [ 1268.852052] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.859812] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.990993] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 8c6332f0-02f9-4897-931b-34d633170904] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.093379] env[70683]: DEBUG nova.compute.manager [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.093573] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.094481] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ecc57-c29c-4fa1-92c7-7d581f314524 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.102181] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.102414] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-115c9925-d3f7-4449-ba54-9ac598d9be60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.105532] env[70683]: DEBUG nova.objects.base [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Object Instance<5ff7658f-dd31-445c-90a0-5665ae1cc549> lazy-loaded attributes: flavor,pci_requests {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.105719] env[70683]: DEBUG nova.network.neutron [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.109311] env[70683]: DEBUG oslo_vmware.api [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1269.109311] env[70683]: value = "task-3281609" [ 1269.109311] env[70683]: _type = "Task" [ 1269.109311] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.116710] env[70683]: DEBUG oslo_vmware.api [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.145376] env[70683]: DEBUG oslo_concurrency.lockutils [req-a7278362-66ae-4dff-a859-bde890ba15b8 req-34935fdf-c7fb-4f11-8b92-48ccc025681c service nova] Releasing lock "refresh_cache-e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.166430] env[70683]: DEBUG oslo_vmware.api [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Task: {'id': task-3281606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26764} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.172168] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.172390] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.172591] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.172750] env[70683]: INFO nova.compute.manager [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1269.173036] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.173429] env[70683]: DEBUG nova.compute.manager [-] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.173526] env[70683]: DEBUG nova.network.neutron [-] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.179669] env[70683]: DEBUG oslo_vmware.api [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290271} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.181033] env[70683]: DEBUG nova.policy [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd57113fd816b4227852a8f719016db34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b08e26653e3043249fa72dddf5d24efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.182851] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.183053] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.183254] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.183435] env[70683]: INFO nova.compute.manager [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1269.183662] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.184607] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.184846] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.186269] env[70683]: INFO nova.compute.claims [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.188673] env[70683]: DEBUG nova.compute.manager [-] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.188773] env[70683]: DEBUG nova.network.neutron [-] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.349372] env[70683]: DEBUG oslo_concurrency.lockutils [None req-75baf8fc-03f7-44e5-a5ab-83bfc96c1e0e tempest-AttachVolumeTestJSON-1547796860 tempest-AttachVolumeTestJSON-1547796860-project-member] Lock "b7373ce1-fb32-41b7-abac-c7b0e0ff8af3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.872s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.362407] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121082} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.362770] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.363599] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e17e9-6286-4b75-93c2-771ec04cc03b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.385663] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5ab3605a-4422-4b05-a567-119077a80108/5ab3605a-4422-4b05-a567-119077a80108.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.386240] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46dce37f-1fd0-4d92-8fb9-ae580e7e4400 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.405214] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1269.405214] env[70683]: value = "task-3281610" [ 1269.405214] env[70683]: _type = "Task" [ 1269.405214] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.413809] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.455397] env[70683]: DEBUG nova.compute.manager [req-2c38a497-3ece-4c27-ad2a-d46f745f0af8 req-be2b9fd5-d114-4dc9-b766-684ae86b6702 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received event network-changed-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.455615] env[70683]: DEBUG nova.compute.manager [req-2c38a497-3ece-4c27-ad2a-d46f745f0af8 req-be2b9fd5-d114-4dc9-b766-684ae86b6702 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing instance network info cache due to event network-changed-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.455865] env[70683]: DEBUG oslo_concurrency.lockutils [req-2c38a497-3ece-4c27-ad2a-d46f745f0af8 req-be2b9fd5-d114-4dc9-b766-684ae86b6702 service nova] Acquiring lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.456027] env[70683]: DEBUG oslo_concurrency.lockutils [req-2c38a497-3ece-4c27-ad2a-d46f745f0af8 req-be2b9fd5-d114-4dc9-b766-684ae86b6702 service nova] Acquired lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.456213] env[70683]: DEBUG nova.network.neutron [req-2c38a497-3ece-4c27-ad2a-d46f745f0af8 req-be2b9fd5-d114-4dc9-b766-684ae86b6702 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing network info cache for port a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.496447] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: b92bb1d3-f351-40bc-a678-313bf08b46cf] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.619625] env[70683]: DEBUG oslo_vmware.api [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281609, 'name': PowerOffVM_Task, 'duration_secs': 0.476025} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.620282] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.620282] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.620446] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f511c7-1e31-48ca-a867-9c0e8a72d4f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.748934] env[70683]: DEBUG nova.compute.manager [req-70c976e8-f103-4dbe-9170-2ab7d9698229 req-b17024b5-1eb0-43a9-ac98-9d5314b3786a service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Received event network-vif-deleted-e398dbb4-3349-43fa-b973-b25271e826dd {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.748934] env[70683]: INFO nova.compute.manager [req-70c976e8-f103-4dbe-9170-2ab7d9698229 req-b17024b5-1eb0-43a9-ac98-9d5314b3786a service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Neutron deleted interface e398dbb4-3349-43fa-b973-b25271e826dd; detaching it from the instance and deleting it from the info cache [ 1269.748934] env[70683]: DEBUG nova.network.neutron [req-70c976e8-f103-4dbe-9170-2ab7d9698229 req-b17024b5-1eb0-43a9-ac98-9d5314b3786a service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.916621] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281610, 'name': ReconfigVM_Task, 'duration_secs': 0.362124} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.916906] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5ab3605a-4422-4b05-a567-119077a80108/5ab3605a-4422-4b05-a567-119077a80108.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.917559] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f85a62ce-4484-442f-8fd6-83a76d3cfdd8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.925613] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1269.925613] env[70683]: value = "task-3281612" [ 1269.925613] env[70683]: _type = "Task" [ 1269.925613] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.933357] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281612, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.996741] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.997037] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.997155] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleting the datastore file [datastore1] 2cf3984b-b61b-4882-afd6-7d6b8c81b88d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.997456] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-169e4f37-1ef9-4752-bb47-9a7c4c616a4f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.999451] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 64ebbe48-a0ce-4595-b44f-7ba09b3ef6f5] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.005710] env[70683]: DEBUG oslo_vmware.api [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1270.005710] env[70683]: value = "task-3281613" [ 1270.005710] env[70683]: _type = "Task" [ 1270.005710] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.016350] env[70683]: DEBUG oslo_vmware.api [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.143963] env[70683]: DEBUG nova.network.neutron [-] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.162226] env[70683]: DEBUG nova.network.neutron [-] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.215017] env[70683]: DEBUG nova.network.neutron [req-2c38a497-3ece-4c27-ad2a-d46f745f0af8 req-be2b9fd5-d114-4dc9-b766-684ae86b6702 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updated VIF entry in instance network info cache for port a7724b5c-6de9-4d16-87d4-d8ff1b201e6e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.215604] env[70683]: DEBUG nova.network.neutron [req-2c38a497-3ece-4c27-ad2a-d46f745f0af8 req-be2b9fd5-d114-4dc9-b766-684ae86b6702 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.251722] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3c32619-4f25-4246-bf02-1aa802ce084e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.260714] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be751734-0e26-481c-b34f-cf0c38d97111 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.293598] env[70683]: DEBUG nova.compute.manager [req-70c976e8-f103-4dbe-9170-2ab7d9698229 req-b17024b5-1eb0-43a9-ac98-9d5314b3786a service nova] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Detach interface failed, port_id=e398dbb4-3349-43fa-b973-b25271e826dd, reason: Instance 88dd4e93-c69c-4e35-a031-0451924a9829 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.438869] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281612, 'name': Rename_Task, 'duration_secs': 0.194896} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.442485] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.444490] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-939d87f2-a641-4dfa-83b1-9622ee26569d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.451838] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1270.451838] env[70683]: value = "task-3281615" [ 1270.451838] env[70683]: _type = "Task" [ 1270.451838] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.463929] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.469859] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cf512d-78d5-4b98-9d84-39c7aeb3ff9b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.477447] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b9ac62-d225-4fc7-b1e0-adcfcaddf205 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.509787] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 442aeebb-1185-4301-90a1-06206fe73a1e] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.515418] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d67260c-383a-410f-b439-8c486963055c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.524020] env[70683]: DEBUG oslo_vmware.api [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236818} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.526430] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.526652] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.527561] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.527561] env[70683]: INFO nova.compute.manager [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1270.527561] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.527561] env[70683]: DEBUG nova.compute.manager [-] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.527763] env[70683]: DEBUG nova.network.neutron [-] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.530642] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86734af2-bbbe-4538-afc5-7c3210ffed83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.545616] env[70683]: DEBUG nova.compute.provider_tree [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.647089] env[70683]: INFO nova.compute.manager [-] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Took 1.46 seconds to deallocate network for instance. [ 1270.668565] env[70683]: INFO nova.compute.manager [-] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Took 1.49 seconds to deallocate network for instance. [ 1270.719327] env[70683]: DEBUG oslo_concurrency.lockutils [req-2c38a497-3ece-4c27-ad2a-d46f745f0af8 req-be2b9fd5-d114-4dc9-b766-684ae86b6702 service nova] Releasing lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.961700] env[70683]: DEBUG oslo_vmware.api [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281615, 'name': PowerOnVM_Task, 'duration_secs': 0.501368} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.961981] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.962200] env[70683]: INFO nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1270.962379] env[70683]: DEBUG nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.963768] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb0e923-7329-4c27-888c-26f0ccc88f9d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.008992] env[70683]: DEBUG nova.network.neutron [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Successfully updated port: 484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.018795] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 73f820a6-e78c-47bd-994d-d940d06ae476] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.048696] env[70683]: DEBUG nova.scheduler.client.report [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.153824] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.175245] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.481887] env[70683]: INFO nova.compute.manager [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Took 11.57 seconds to build instance. [ 1271.501780] env[70683]: DEBUG nova.compute.manager [req-a73a688a-cb5f-4376-b79b-103f9686f630 req-9646cfa3-0a29-4eca-9c6b-8bb68bfaeb77 service nova] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Received event network-vif-deleted-58cc3c40-90ae-4cbd-ae46-8f02cad104a1 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.502053] env[70683]: DEBUG nova.compute.manager [req-a73a688a-cb5f-4376-b79b-103f9686f630 req-9646cfa3-0a29-4eca-9c6b-8bb68bfaeb77 service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Received event network-vif-deleted-cc7180d0-56d3-4717-adfb-9a2423926630 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.502178] env[70683]: INFO nova.compute.manager [req-a73a688a-cb5f-4376-b79b-103f9686f630 req-9646cfa3-0a29-4eca-9c6b-8bb68bfaeb77 service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Neutron deleted interface cc7180d0-56d3-4717-adfb-9a2423926630; detaching it from the instance and deleting it from the info cache [ 1271.502345] env[70683]: DEBUG nova.network.neutron [req-a73a688a-cb5f-4376-b79b-103f9686f630 req-9646cfa3-0a29-4eca-9c6b-8bb68bfaeb77 service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.512476] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.512476] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.512476] env[70683]: DEBUG nova.network.neutron [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.517078] env[70683]: DEBUG nova.network.neutron [-] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.524832] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 3d7685e4-74ee-4b93-8019-3e3b8155eb2d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.552928] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.553576] env[70683]: DEBUG nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.556614] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.403s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.556800] env[70683]: DEBUG nova.objects.instance [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lazy-loading 'resources' on Instance uuid 88dd4e93-c69c-4e35-a031-0451924a9829 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.776313] env[70683]: DEBUG nova.compute.manager [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received event network-vif-plugged-484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.776508] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] Acquiring lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.776742] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.776915] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.777098] env[70683]: DEBUG nova.compute.manager [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] No waiting events found dispatching network-vif-plugged-484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.777288] env[70683]: WARNING nova.compute.manager [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received unexpected event network-vif-plugged-484903f7-6049-440c-9751-b96e5c68bf71 for instance with vm_state active and task_state None. [ 1271.777426] env[70683]: DEBUG nova.compute.manager [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received event network-changed-484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.777576] env[70683]: DEBUG nova.compute.manager [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing instance network info cache due to event network-changed-484903f7-6049-440c-9751-b96e5c68bf71. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.777741] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] Acquiring lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.983706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-537bd742-b65b-420c-af33-4d1ef84acc42 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5ab3605a-4422-4b05-a567-119077a80108" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.081s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.005588] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a41745aa-be39-490f-a5f2-b566f8ce446b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.014986] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8222784-68ad-4e67-a611-802f3b8f1ded {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.028593] env[70683]: INFO nova.compute.manager [-] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Took 1.50 seconds to deallocate network for instance. [ 1272.031075] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 1f160979-1851-41ea-821d-7a578ff76b7a] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.055036] env[70683]: DEBUG nova.compute.manager [req-a73a688a-cb5f-4376-b79b-103f9686f630 req-9646cfa3-0a29-4eca-9c6b-8bb68bfaeb77 service nova] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Detach interface failed, port_id=cc7180d0-56d3-4717-adfb-9a2423926630, reason: Instance 2cf3984b-b61b-4882-afd6-7d6b8c81b88d could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.061854] env[70683]: DEBUG nova.compute.utils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.066700] env[70683]: DEBUG nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.066700] env[70683]: DEBUG nova.network.neutron [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.071980] env[70683]: WARNING nova.network.neutron [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] ad077e5b-61e8-4e50-8527-db8d32d93be9 already exists in list: networks containing: ['ad077e5b-61e8-4e50-8527-db8d32d93be9']. ignoring it [ 1272.114294] env[70683]: DEBUG nova.policy [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5778d1bbf4b8443ca2311e304bd2c99d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d03aec1d5dc40c786be6da351e98dba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.247139] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897b1f8-c5d2-451a-8977-c3c1034ffbf6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.257557] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f7d5c-d0df-458b-82be-2ea4049ddd27 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.295592] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5c3c38-3b7e-4659-8394-f9c3dd2246e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.304967] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a426c-667f-462c-9fc2-022fa63bb278 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.318382] env[70683]: DEBUG nova.compute.provider_tree [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.411851] env[70683]: DEBUG nova.network.neutron [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "484903f7-6049-440c-9751-b96e5c68bf71", "address": "fa:16:3e:e4:24:a3", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap484903f7-60", "ovs_interfaceid": "484903f7-6049-440c-9751-b96e5c68bf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.423914] env[70683]: DEBUG nova.network.neutron [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Successfully created port: 233451da-8422-484b-a3d4-38b066f6c07c {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.539285] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 58de72be-21e5-4571-bef5-a26ac1502f26] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.541593] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.542819] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed74b0ad-65a4-43f3-99a2-b9cf662c6e3a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.549343] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-88d84640-9812-4056-814f-5965b812f708 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Suspending the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1272.549551] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2b300b54-f4f5-479f-b518-0028d78a8a5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.556186] env[70683]: DEBUG oslo_vmware.api [None req-88d84640-9812-4056-814f-5965b812f708 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1272.556186] env[70683]: value = "task-3281616" [ 1272.556186] env[70683]: _type = "Task" [ 1272.556186] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.564868] env[70683]: DEBUG oslo_vmware.api [None req-88d84640-9812-4056-814f-5965b812f708 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281616, 'name': SuspendVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.567515] env[70683]: DEBUG nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.821355] env[70683]: DEBUG nova.scheduler.client.report [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.915592] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.915908] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.916089] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.916379] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] Acquired lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.916562] env[70683]: DEBUG nova.network.neutron [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Refreshing network info cache for port 484903f7-6049-440c-9751-b96e5c68bf71 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.918326] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e4f23e-7cd7-4deb-beaf-1e711a5633a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.935051] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.935248] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.935413] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.935596] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.935784] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.935911] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.936097] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.936260] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.936429] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.936592] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.936768] env[70683]: DEBUG nova.virt.hardware [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.943078] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Reconfiguring VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1272.944135] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5003a6-f883-4334-aaf6-255c08b7aa00 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.962448] env[70683]: DEBUG oslo_vmware.api [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1272.962448] env[70683]: value = "task-3281617" [ 1272.962448] env[70683]: _type = "Task" [ 1272.962448] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.970493] env[70683]: DEBUG oslo_vmware.api [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281617, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.043805] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 7dcc4781-ba17-46c1-bfc2-c4c60dc2a4a7] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.066355] env[70683]: DEBUG oslo_vmware.api [None req-88d84640-9812-4056-814f-5965b812f708 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281616, 'name': SuspendVM_Task} progress is 70%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.326995] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.329428] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.154s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.329672] env[70683]: DEBUG nova.objects.instance [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lazy-loading 'resources' on Instance uuid 4eea2e9a-aa7f-45b8-856a-1a19033b8322 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.349550] env[70683]: INFO nova.scheduler.client.report [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted allocations for instance 88dd4e93-c69c-4e35-a031-0451924a9829 [ 1273.473915] env[70683]: DEBUG oslo_vmware.api [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.547052] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 08993e38-44a7-4466-8799-ef9220585a62] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.566511] env[70683]: DEBUG oslo_vmware.api [None req-88d84640-9812-4056-814f-5965b812f708 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281616, 'name': SuspendVM_Task, 'duration_secs': 0.865687} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.569043] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-88d84640-9812-4056-814f-5965b812f708 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Suspended the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1273.569282] env[70683]: DEBUG nova.compute.manager [None req-88d84640-9812-4056-814f-5965b812f708 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.570127] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43324ae7-8418-45f8-9f45-e0f57fa1aabd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.575326] env[70683]: DEBUG nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.608574] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.608845] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.609027] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.609253] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.609414] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.609601] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.609852] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.610065] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.610278] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.610469] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.610682] env[70683]: DEBUG nova.virt.hardware [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.611827] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d972a7b7-ea9c-48cf-90de-809e221192c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.621100] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a654a8-9b8d-4806-bafa-24aa2d44c43e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.694934] env[70683]: DEBUG nova.network.neutron [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updated VIF entry in instance network info cache for port 484903f7-6049-440c-9751-b96e5c68bf71. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.695418] env[70683]: DEBUG nova.network.neutron [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "484903f7-6049-440c-9751-b96e5c68bf71", "address": "fa:16:3e:e4:24:a3", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap484903f7-60", "ovs_interfaceid": "484903f7-6049-440c-9751-b96e5c68bf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.802086] env[70683]: DEBUG nova.compute.manager [req-cbd82676-5afb-4a61-beea-d00008a2cdcd req-0e791097-f7c6-4d57-b3b4-e8786cdd6312 service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Received event network-vif-plugged-233451da-8422-484b-a3d4-38b066f6c07c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.802374] env[70683]: DEBUG oslo_concurrency.lockutils [req-cbd82676-5afb-4a61-beea-d00008a2cdcd req-0e791097-f7c6-4d57-b3b4-e8786cdd6312 service nova] Acquiring lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.802593] env[70683]: DEBUG oslo_concurrency.lockutils [req-cbd82676-5afb-4a61-beea-d00008a2cdcd req-0e791097-f7c6-4d57-b3b4-e8786cdd6312 service nova] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.802846] env[70683]: DEBUG oslo_concurrency.lockutils [req-cbd82676-5afb-4a61-beea-d00008a2cdcd req-0e791097-f7c6-4d57-b3b4-e8786cdd6312 service nova] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.803220] env[70683]: DEBUG nova.compute.manager [req-cbd82676-5afb-4a61-beea-d00008a2cdcd req-0e791097-f7c6-4d57-b3b4-e8786cdd6312 service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] No waiting events found dispatching network-vif-plugged-233451da-8422-484b-a3d4-38b066f6c07c {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.803433] env[70683]: WARNING nova.compute.manager [req-cbd82676-5afb-4a61-beea-d00008a2cdcd req-0e791097-f7c6-4d57-b3b4-e8786cdd6312 service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Received unexpected event network-vif-plugged-233451da-8422-484b-a3d4-38b066f6c07c for instance with vm_state building and task_state spawning. [ 1273.856800] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2806bc04-e42c-4905-b242-084c95c73383 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "88dd4e93-c69c-4e35-a031-0451924a9829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.347s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.892396] env[70683]: DEBUG nova.network.neutron [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Successfully updated port: 233451da-8422-484b-a3d4-38b066f6c07c {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.975303] env[70683]: DEBUG oslo_vmware.api [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281617, 'name': ReconfigVM_Task, 'duration_secs': 1.008834} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.975797] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.976015] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Reconfigured VM to attach interface {{(pid=70683) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1273.979781] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e34b98-9bb3-42a1-9fe2-6450d8cb71c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.986637] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e014d40-2d7a-4f38-a7cf-925d4ac64056 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.016842] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e804468e-541b-4ae8-bdfc-e246477cd17e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.024411] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9404a9-e2f6-46a0-8302-d65f6394fd56 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.038312] env[70683]: DEBUG nova.compute.provider_tree [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.051740] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 8a70d85b-bce0-470d-adb7-2048d4f9edaf] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.198844] env[70683]: DEBUG oslo_concurrency.lockutils [req-aa5677f6-1c61-4c89-b7c2-a942658baab9 req-b696276e-e9c5-4a9e-9e60-2045d72f6563 service nova] Releasing lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.396174] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.396339] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.396502] env[70683]: DEBUG nova.network.neutron [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.483781] env[70683]: DEBUG oslo_concurrency.lockutils [None req-923935ed-731a-49ea-9780-460e0d57870d tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-5ff7658f-dd31-445c-90a0-5665ae1cc549-484903f7-6049-440c-9751-b96e5c68bf71" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.502s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.541798] env[70683]: DEBUG nova.scheduler.client.report [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.554985] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 88b8db34-2f43-486c-b3b7-ff846ba6f4c1] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.928271] env[70683]: DEBUG nova.network.neutron [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.964653] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "5ab3605a-4422-4b05-a567-119077a80108" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.964929] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5ab3605a-4422-4b05-a567-119077a80108" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.965161] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "5ab3605a-4422-4b05-a567-119077a80108-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.965350] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5ab3605a-4422-4b05-a567-119077a80108-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.965519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5ab3605a-4422-4b05-a567-119077a80108-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.967597] env[70683]: INFO nova.compute.manager [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Terminating instance [ 1275.047095] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.051476] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.510s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.051825] env[70683]: DEBUG nova.objects.instance [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'resources' on Instance uuid 2cf3984b-b61b-4882-afd6-7d6b8c81b88d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.057810] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 32ddda2e-f46f-41e8-b570-4dcd31811d30] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.074884] env[70683]: INFO nova.scheduler.client.report [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Deleted allocations for instance 4eea2e9a-aa7f-45b8-856a-1a19033b8322 [ 1275.100600] env[70683]: DEBUG nova.network.neutron [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance_info_cache with network_info: [{"id": "233451da-8422-484b-a3d4-38b066f6c07c", "address": "fa:16:3e:b3:36:35", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233451da-84", "ovs_interfaceid": "233451da-8422-484b-a3d4-38b066f6c07c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.473670] env[70683]: DEBUG nova.compute.manager [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.473948] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.474967] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8c74bb-a331-4027-aab3-7e25dcbd4a32 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.483341] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.483612] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1541a56d-7680-4527-bad6-e9905a72cda4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.547426] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.547647] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.547837] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleting the datastore file [datastore1] 5ab3605a-4422-4b05-a567-119077a80108 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.548112] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86be0df2-6312-48d0-87d7-0adcbcb00a27 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.556612] env[70683]: DEBUG oslo_vmware.api [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1275.556612] env[70683]: value = "task-3281620" [ 1275.556612] env[70683]: _type = "Task" [ 1275.556612] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.564921] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 0d15f278-3e28-4e37-8c35-ef1c6417dc8d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.566682] env[70683]: DEBUG oslo_vmware.api [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.582317] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d308c969-2a2f-4f26-af67-086f98c96aa0 tempest-AttachVolumeNegativeTest-1984183777 tempest-AttachVolumeNegativeTest-1984183777-project-member] Lock "4eea2e9a-aa7f-45b8-856a-1a19033b8322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.062s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.603160] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.603684] env[70683]: DEBUG nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Instance network_info: |[{"id": "233451da-8422-484b-a3d4-38b066f6c07c", "address": "fa:16:3e:b3:36:35", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233451da-84", "ovs_interfaceid": "233451da-8422-484b-a3d4-38b066f6c07c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.604176] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:36:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '233451da-8422-484b-a3d4-38b066f6c07c', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.612868] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.615912] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.616399] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc32f8aa-5372-4e15-9f76-eb59714cd06e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.641385] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.641385] env[70683]: value = "task-3281621" [ 1275.641385] env[70683]: _type = "Task" [ 1275.641385] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.651617] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281621, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.687771] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d264f47c-13f3-4d73-8146-53d8f65422db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.695611] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79045a8-ae7b-4fab-b96a-4da341ab06e1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.726608] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "interface-5ff7658f-dd31-445c-90a0-5665ae1cc549-484903f7-6049-440c-9751-b96e5c68bf71" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.726864] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-5ff7658f-dd31-445c-90a0-5665ae1cc549-484903f7-6049-440c-9751-b96e5c68bf71" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.729365] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985f16a0-f0c4-43bc-b8bd-1cad23bbd1e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.737439] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c567875a-e87c-4886-b280-52ba56f78414 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.751669] env[70683]: DEBUG nova.compute.provider_tree [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.831360] env[70683]: DEBUG nova.compute.manager [req-3d576ebe-dfaf-47d1-9fec-ca652b07ddbe req-4d6d8253-7776-4ef9-ae26-1ea7c5451cff service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Received event network-changed-233451da-8422-484b-a3d4-38b066f6c07c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.831673] env[70683]: DEBUG nova.compute.manager [req-3d576ebe-dfaf-47d1-9fec-ca652b07ddbe req-4d6d8253-7776-4ef9-ae26-1ea7c5451cff service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Refreshing instance network info cache due to event network-changed-233451da-8422-484b-a3d4-38b066f6c07c. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.831761] env[70683]: DEBUG oslo_concurrency.lockutils [req-3d576ebe-dfaf-47d1-9fec-ca652b07ddbe req-4d6d8253-7776-4ef9-ae26-1ea7c5451cff service nova] Acquiring lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.831904] env[70683]: DEBUG oslo_concurrency.lockutils [req-3d576ebe-dfaf-47d1-9fec-ca652b07ddbe req-4d6d8253-7776-4ef9-ae26-1ea7c5451cff service nova] Acquired lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.832087] env[70683]: DEBUG nova.network.neutron [req-3d576ebe-dfaf-47d1-9fec-ca652b07ddbe req-4d6d8253-7776-4ef9-ae26-1ea7c5451cff service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Refreshing network info cache for port 233451da-8422-484b-a3d4-38b066f6c07c {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.066610] env[70683]: DEBUG oslo_vmware.api [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151453} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.068066] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 260a46b3-bb64-4f8d-a214-931d11fb6e8f] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.069186] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.069380] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.069577] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.069727] env[70683]: INFO nova.compute.manager [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1276.069958] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.070362] env[70683]: DEBUG nova.compute.manager [-] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.070463] env[70683]: DEBUG nova.network.neutron [-] [instance: 5ab3605a-4422-4b05-a567-119077a80108] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.154525] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281621, 'name': CreateVM_Task, 'duration_secs': 0.304812} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.154694] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.155354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.155529] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.155838] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.156386] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37293ab9-0230-4f0e-a9f4-7bd2628bb910 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.161122] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1276.161122] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5265540a-375d-b7f2-9332-5b96abc58d5b" [ 1276.161122] env[70683]: _type = "Task" [ 1276.161122] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.169316] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5265540a-375d-b7f2-9332-5b96abc58d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.229655] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.229865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.230769] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e037457d-9ce8-484f-a06b-1ba1fa3531e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.247926] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ab613a-5e49-4231-b39b-59074ff3b5f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.254655] env[70683]: DEBUG nova.scheduler.client.report [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.277960] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Reconfiguring VM to detach interface {{(pid=70683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1276.281018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.228s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.281648] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc80dfc-897e-4643-b2de-954d90ad7854 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.301205] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1276.301205] env[70683]: value = "task-3281622" [ 1276.301205] env[70683]: _type = "Task" [ 1276.301205] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.311391] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.334083] env[70683]: INFO nova.scheduler.client.report [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted allocations for instance 2cf3984b-b61b-4882-afd6-7d6b8c81b88d [ 1276.571061] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 31ab7ca2-9dcc-4e2b-b0b7-40133352df2e] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.672443] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5265540a-375d-b7f2-9332-5b96abc58d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.672519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.672701] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.672932] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.673089] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.673302] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.673517] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f158e3f7-a76b-400d-837c-79be5804a42f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.682539] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.682732] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.683437] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6bec1d-4625-4875-b7d4-871ff81e8b23 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.686286] env[70683]: DEBUG nova.network.neutron [req-3d576ebe-dfaf-47d1-9fec-ca652b07ddbe req-4d6d8253-7776-4ef9-ae26-1ea7c5451cff service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updated VIF entry in instance network info cache for port 233451da-8422-484b-a3d4-38b066f6c07c. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.686614] env[70683]: DEBUG nova.network.neutron [req-3d576ebe-dfaf-47d1-9fec-ca652b07ddbe req-4d6d8253-7776-4ef9-ae26-1ea7c5451cff service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance_info_cache with network_info: [{"id": "233451da-8422-484b-a3d4-38b066f6c07c", "address": "fa:16:3e:b3:36:35", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233451da-84", "ovs_interfaceid": "233451da-8422-484b-a3d4-38b066f6c07c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.690826] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1276.690826] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f11f7d-0ab6-d2f6-e716-4d4ddb0fc4d5" [ 1276.690826] env[70683]: _type = "Task" [ 1276.690826] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.697614] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f11f7d-0ab6-d2f6-e716-4d4ddb0fc4d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.810414] env[70683]: DEBUG nova.network.neutron [-] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.811552] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.844845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4085d688-468c-42d7-b5db-ad8271e769fc tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "2cf3984b-b61b-4882-afd6-7d6b8c81b88d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.260s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.078802] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 1c700163-5b27-44a4-b86a-65f6b107c67d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.188930] env[70683]: DEBUG oslo_concurrency.lockutils [req-3d576ebe-dfaf-47d1-9fec-ca652b07ddbe req-4d6d8253-7776-4ef9-ae26-1ea7c5451cff service nova] Releasing lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.201552] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f11f7d-0ab6-d2f6-e716-4d4ddb0fc4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.202246] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95e8143-21a9-4fc0-a563-c0c5bd43722c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.208355] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1277.208355] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5256a678-5b2f-dab3-09a3-4deef67e1294" [ 1277.208355] env[70683]: _type = "Task" [ 1277.208355] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.216330] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5256a678-5b2f-dab3-09a3-4deef67e1294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.310990] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.313616] env[70683]: INFO nova.compute.manager [-] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Took 1.24 seconds to deallocate network for instance. [ 1277.581939] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 5d01b48d-35a7-48d5-a42a-ccb9cfd74caf] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.718617] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5256a678-5b2f-dab3-09a3-4deef67e1294, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.718890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.719159] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] c6050e11-efb0-456e-9b3e-08ff728daac0/c6050e11-efb0-456e-9b3e-08ff728daac0.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.719416] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f46a1ff8-f44b-462c-a559-942f684f9247 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.725979] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1277.725979] env[70683]: value = "task-3281625" [ 1277.725979] env[70683]: _type = "Task" [ 1277.725979] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.733373] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.811817] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.818843] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.819113] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.819328] env[70683]: DEBUG nova.objects.instance [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'resources' on Instance uuid 5ab3605a-4422-4b05-a567-119077a80108 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.857058] env[70683]: DEBUG nova.compute.manager [req-bd59dc82-2cc1-4183-ad5a-5031836d6566 req-a135171b-cc09-4948-a3ad-9f41db6b2ec2 service nova] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Received event network-vif-deleted-f930e4e5-a21b-4697-844e-bdcfc9c11e7a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.085677] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 8081fb92-0b9f-485b-b666-75158f6a02f7] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.236906] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46398} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.237282] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] c6050e11-efb0-456e-9b3e-08ff728daac0/c6050e11-efb0-456e-9b3e-08ff728daac0.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.237537] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.237840] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d357ec-2a71-476b-a0ca-ea134970a028 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.244299] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1278.244299] env[70683]: value = "task-3281626" [ 1278.244299] env[70683]: _type = "Task" [ 1278.244299] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.253897] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.287821] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "9765d906-98b0-4720-bfd1-88b3a26317b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.288077] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.312901] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.428687] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e51926-2e31-43b3-b0ef-38e3b78d750c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.436911] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55af8ed9-7f88-48c2-918a-eb2a347a7a0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.466391] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb5cbc-3578-47fa-9da8-0ecfe41386da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.473605] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2277e88b-980f-4ec5-8c40-25a2f57403d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.486398] env[70683]: DEBUG nova.compute.provider_tree [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.590598] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: f544859f-0c75-4864-b306-318119c557cd] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.755986] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062472} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.756274] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.757024] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43130f6-0698-4df0-b85e-64dbfc45c0d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.778884] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c6050e11-efb0-456e-9b3e-08ff728daac0/c6050e11-efb0-456e-9b3e-08ff728daac0.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.779107] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2e742f-a86b-4bc6-99d8-0cf35043cf35 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.793849] env[70683]: DEBUG nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.802119] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1278.802119] env[70683]: value = "task-3281627" [ 1278.802119] env[70683]: _type = "Task" [ 1278.802119] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.816741] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.816934] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.989328] env[70683]: DEBUG nova.scheduler.client.report [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.092289] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 6478c4e4-4b40-470e-835d-f30c7e852f07] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.314961] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281627, 'name': ReconfigVM_Task, 'duration_secs': 0.28857} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.318008] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c6050e11-efb0-456e-9b3e-08ff728daac0/c6050e11-efb0-456e-9b3e-08ff728daac0.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.319011] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.319873] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.320118] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a10845b1-3682-4185-96fc-1206627d6214 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.326146] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1279.326146] env[70683]: value = "task-3281629" [ 1279.326146] env[70683]: _type = "Task" [ 1279.326146] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.333800] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281629, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.495027] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.497649] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.178s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.499257] env[70683]: INFO nova.compute.claims [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.520845] env[70683]: INFO nova.scheduler.client.report [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted allocations for instance 5ab3605a-4422-4b05-a567-119077a80108 [ 1279.594888] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e408a428-b3ac-485d-9429-980194d27cf5] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.817425] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.835420] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281629, 'name': Rename_Task, 'duration_secs': 0.14509} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.835956] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.836358] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43c23aca-62cd-4339-995f-4a633749107a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.842701] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1279.842701] env[70683]: value = "task-3281630" [ 1279.842701] env[70683]: _type = "Task" [ 1279.842701] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.850543] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.027590] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1900a257-f7cd-4a03-a7fe-aabb64ff7265 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "5ab3605a-4422-4b05-a567-119077a80108" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.063s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.097942] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 8cddf556-a9f1-4af7-ba43-4b27ff612b9a] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.318642] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.353385] env[70683]: DEBUG oslo_vmware.api [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281630, 'name': PowerOnVM_Task, 'duration_secs': 0.44278} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.353672] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.354096] env[70683]: INFO nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1280.354096] env[70683]: DEBUG nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.354843] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789bd5a-e9dd-4e94-b177-a5dcc376abc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.602078] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: b06f4df8-d49c-4a3d-8f17-8c125db10fce] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.635021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f6e7cb-c99e-4787-a62b-bcc6d0f71b01 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.642372] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5839330-aa79-4614-a4bc-2a66bd352890 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.682141] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b443da70-d7fd-4fdf-81fe-2cc1badd8679 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.688833] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bfa6e8-8228-49d9-b61b-3cce865b9249 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.703942] env[70683]: DEBUG nova.compute.provider_tree [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.820070] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.871463] env[70683]: INFO nova.compute.manager [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Took 11.71 seconds to build instance. [ 1280.960274] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.960547] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.104569] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: bfd38189-0b38-46f1-8a52-e1f010680581] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.208421] env[70683]: DEBUG nova.scheduler.client.report [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.320758] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.373425] env[70683]: DEBUG oslo_concurrency.lockutils [None req-68e13b1c-3a96-4a39-a540-7631f79af2ad tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.219s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.463178] env[70683]: DEBUG nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.607677] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: a50317f6-a33e-4b26-b361-e541f227fd66] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.716478] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.717015] env[70683]: DEBUG nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.820945] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.989684] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.989684] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.991330] env[70683]: INFO nova.compute.claims [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.111194] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 0fc06683-ef4e-4990-ba47-b5144d856d8e] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.222335] env[70683]: DEBUG nova.compute.utils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.223841] env[70683]: DEBUG nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.224034] env[70683]: DEBUG nova.network.neutron [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.270051] env[70683]: DEBUG nova.policy [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9002d0ad31f4a0387781f607330b77c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153b30cedeb14326a01f7924b2233830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.320489] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.539867] env[70683]: DEBUG nova.network.neutron [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Successfully created port: 6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.614652] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 202f5758-4b86-4768-9bb3-1fab0e90e8c2] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.727429] env[70683]: DEBUG nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.822499] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.855689] env[70683]: DEBUG nova.compute.manager [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1283.118203] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: bc655189-5874-4019-bf25-cb2ce45ed2ed] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.146811] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba049cd-5aad-4292-a28c-084de794e985 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.156613] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0b9fdd-cf76-45d0-a617-2c0f94698dc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.189840] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1958d1-a335-4052-a79e-d57316947cca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.198396] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e0923-ba69-4bd4-a191-21a08f3ffaee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.214159] env[70683]: DEBUG nova.compute.provider_tree [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.322728] env[70683]: DEBUG oslo_vmware.api [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281622, 'name': ReconfigVM_Task, 'duration_secs': 6.788812} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.323049] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.323254] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Reconfigured VM to detach interface {{(pid=70683) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1283.372156] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.621594] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 47cb1c3e-225c-4b79-8c16-0c2961e7f4eb] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.717787] env[70683]: DEBUG nova.scheduler.client.report [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.737533] env[70683]: DEBUG nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.761275] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.761928] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.761928] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.761928] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.762207] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.762250] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.762451] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.762601] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.762794] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.762967] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.763147] env[70683]: DEBUG nova.virt.hardware [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.764014] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc487979-28aa-4e97-945a-2960ee868b0e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.772594] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ce5311-72c8-428d-91d8-28cf7c844960 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.906214] env[70683]: DEBUG nova.compute.manager [req-02ddebf4-df57-4e92-bd39-6df994fa3d64 req-38093f56-c339-459a-98cc-828c13769d5e service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Received event network-vif-plugged-6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.906438] env[70683]: DEBUG oslo_concurrency.lockutils [req-02ddebf4-df57-4e92-bd39-6df994fa3d64 req-38093f56-c339-459a-98cc-828c13769d5e service nova] Acquiring lock "9765d906-98b0-4720-bfd1-88b3a26317b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.906647] env[70683]: DEBUG oslo_concurrency.lockutils [req-02ddebf4-df57-4e92-bd39-6df994fa3d64 req-38093f56-c339-459a-98cc-828c13769d5e service nova] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.906816] env[70683]: DEBUG oslo_concurrency.lockutils [req-02ddebf4-df57-4e92-bd39-6df994fa3d64 req-38093f56-c339-459a-98cc-828c13769d5e service nova] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.906984] env[70683]: DEBUG nova.compute.manager [req-02ddebf4-df57-4e92-bd39-6df994fa3d64 req-38093f56-c339-459a-98cc-828c13769d5e service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] No waiting events found dispatching network-vif-plugged-6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.908440] env[70683]: WARNING nova.compute.manager [req-02ddebf4-df57-4e92-bd39-6df994fa3d64 req-38093f56-c339-459a-98cc-828c13769d5e service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Received unexpected event network-vif-plugged-6bef506b-a739-4963-a9e2-1aac82b97ec2 for instance with vm_state building and task_state spawning. [ 1284.030495] env[70683]: DEBUG nova.network.neutron [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Successfully updated port: 6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.124282] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: efe01f7a-daad-4592-8e37-25c3ee91c54e] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.164563] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.164833] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.165069] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.165264] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.165425] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.167852] env[70683]: INFO nova.compute.manager [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Terminating instance [ 1284.223205] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.223723] env[70683]: DEBUG nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.226182] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.854s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.534353] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.534353] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.534353] env[70683]: DEBUG nova.network.neutron [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.616107] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.616264] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquired lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.616457] env[70683]: DEBUG nova.network.neutron [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.627469] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: d71fcc6b-60e4-4a93-8333-f116106ec82b] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.671824] env[70683]: DEBUG nova.compute.manager [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.672064] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.672991] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d608f-9f46-4c16-ae6f-1df3fd29f8a7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.681432] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.681669] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4426af4-80e3-4455-9891-4dcb60d68153 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.687772] env[70683]: DEBUG oslo_vmware.api [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1284.687772] env[70683]: value = "task-3281632" [ 1284.687772] env[70683]: _type = "Task" [ 1284.687772] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.695574] env[70683]: DEBUG oslo_vmware.api [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.730724] env[70683]: DEBUG nova.compute.utils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.734331] env[70683]: INFO nova.compute.claims [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.737704] env[70683]: DEBUG nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.737930] env[70683]: DEBUG nova.network.neutron [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.795517] env[70683]: DEBUG nova.policy [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4643b465413c4287a8a3b63e5fc56671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3a0d5f5975849c6acb9f2c795e60b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.075074] env[70683]: DEBUG nova.network.neutron [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.130833] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: a02eecf2-3d70-4e2d-8201-bc46f0e6f86d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.196950] env[70683]: DEBUG oslo_vmware.api [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281632, 'name': PowerOffVM_Task, 'duration_secs': 0.186893} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.197753] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.197936] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.198208] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90cccdc7-4f37-4686-9f66-ce0b6f2bbc63 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.222090] env[70683]: DEBUG nova.network.neutron [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Updating instance_info_cache with network_info: [{"id": "6bef506b-a739-4963-a9e2-1aac82b97ec2", "address": "fa:16:3e:25:6f:4a", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bef506b-a7", "ovs_interfaceid": "6bef506b-a739-4963-a9e2-1aac82b97ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.238573] env[70683]: DEBUG nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.242692] env[70683]: INFO nova.compute.resource_tracker [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating resource usage from migration 2c8f65ac-df65-4451-8495-401ac7b09e45 [ 1285.258799] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.259028] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.259221] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleting the datastore file [datastore1] 5ff7658f-dd31-445c-90a0-5665ae1cc549 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.259480] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6408c2d4-cf83-447a-8e05-7876ef2ea824 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.270584] env[70683]: DEBUG oslo_vmware.api [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1285.270584] env[70683]: value = "task-3281634" [ 1285.270584] env[70683]: _type = "Task" [ 1285.270584] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.279523] env[70683]: DEBUG oslo_vmware.api [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.485439] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadc9590-63e5-43f3-a815-04c6f6b16bdc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.495903] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e6f8a-3c05-4ef3-a8e8-ee172f6fe4b8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.531367] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b010fe31-8b0c-48f2-9b8d-386772cb41ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.539856] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb999e39-8902-4a3e-94d1-b4318807e08a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.545543] env[70683]: DEBUG nova.network.neutron [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Successfully created port: 5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.559382] env[70683]: DEBUG nova.compute.provider_tree [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.635907] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c73bc43a-7ff8-4f69-90a7-841bfe5c7e05] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.639124] env[70683]: INFO nova.network.neutron [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Port 484903f7-6049-440c-9751-b96e5c68bf71 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1285.639454] env[70683]: DEBUG nova.network.neutron [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [{"id": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "address": "fa:16:3e:71:6d:d7", "network": {"id": "ad077e5b-61e8-4e50-8527-db8d32d93be9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1312974421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b08e26653e3043249fa72dddf5d24efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7724b5c-6d", "ovs_interfaceid": "a7724b5c-6de9-4d16-87d4-d8ff1b201e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.724715] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.725075] env[70683]: DEBUG nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Instance network_info: |[{"id": "6bef506b-a739-4963-a9e2-1aac82b97ec2", "address": "fa:16:3e:25:6f:4a", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bef506b-a7", "ovs_interfaceid": "6bef506b-a739-4963-a9e2-1aac82b97ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.725693] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:6f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bef506b-a739-4963-a9e2-1aac82b97ec2', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.736207] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.736207] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.736207] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a66920-306b-4adc-8e50-e5ee92d26495 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.768963] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.768963] env[70683]: value = "task-3281635" [ 1285.768963] env[70683]: _type = "Task" [ 1285.768963] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.790914] env[70683]: DEBUG oslo_vmware.api [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153245} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.792193] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281635, 'name': CreateVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.792696] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.792883] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.793098] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.793264] env[70683]: INFO nova.compute.manager [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1285.793512] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.793712] env[70683]: DEBUG nova.compute.manager [-] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.793819] env[70683]: DEBUG nova.network.neutron [-] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.949444] env[70683]: DEBUG nova.compute.manager [req-47837d42-a495-4580-9935-f37d1f45b3d6 req-89ff50a8-7951-48ca-9034-b81ad5e5d86f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Received event network-changed-6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.949687] env[70683]: DEBUG nova.compute.manager [req-47837d42-a495-4580-9935-f37d1f45b3d6 req-89ff50a8-7951-48ca-9034-b81ad5e5d86f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Refreshing instance network info cache due to event network-changed-6bef506b-a739-4963-a9e2-1aac82b97ec2. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.949905] env[70683]: DEBUG oslo_concurrency.lockutils [req-47837d42-a495-4580-9935-f37d1f45b3d6 req-89ff50a8-7951-48ca-9034-b81ad5e5d86f service nova] Acquiring lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.950270] env[70683]: DEBUG oslo_concurrency.lockutils [req-47837d42-a495-4580-9935-f37d1f45b3d6 req-89ff50a8-7951-48ca-9034-b81ad5e5d86f service nova] Acquired lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.950503] env[70683]: DEBUG nova.network.neutron [req-47837d42-a495-4580-9935-f37d1f45b3d6 req-89ff50a8-7951-48ca-9034-b81ad5e5d86f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Refreshing network info cache for port 6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.062468] env[70683]: DEBUG nova.scheduler.client.report [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.141477] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e151b104-0273-47db-b6a3-9705a99059fa] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.143760] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Releasing lock "refresh_cache-5ff7658f-dd31-445c-90a0-5665ae1cc549" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.265039] env[70683]: DEBUG nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.283321] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281635, 'name': CreateVM_Task, 'duration_secs': 0.331754} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.283635] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.284243] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.284412] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.284746] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.285022] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed028ad-e844-4a61-9d36-6cf17688f45b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.290694] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1286.290694] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e19671-62e1-251e-2fbc-50b1ec0cf490" [ 1286.290694] env[70683]: _type = "Task" [ 1286.290694] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.302522] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e19671-62e1-251e-2fbc-50b1ec0cf490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.306254] env[70683]: DEBUG nova.virt.hardware [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.306670] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf087f-1d39-4724-9d34-2bca516b1fea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.314501] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79768093-8a24-412a-bf4a-682b81d75004 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.568664] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.342s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.568885] env[70683]: INFO nova.compute.manager [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Migrating [ 1286.646583] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: ba0c07d0-0dc7-4dd0-a276-30bffa670249] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.652064] env[70683]: DEBUG oslo_concurrency.lockutils [None req-04655900-92b1-456e-990e-b6c9e358fc5e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "interface-5ff7658f-dd31-445c-90a0-5665ae1cc549-484903f7-6049-440c-9751-b96e5c68bf71" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.922s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.806933] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e19671-62e1-251e-2fbc-50b1ec0cf490, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.807720] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.807720] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.807862] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.807997] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.808267] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.808462] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74640dc2-399d-4de4-8c03-209725e7e17f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.819955] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.820171] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.824910] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78f38a8-72ba-4eba-853b-3832ac23814a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.834265] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1286.834265] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eedaef-8d2d-9403-04a7-d1162d9828de" [ 1286.834265] env[70683]: _type = "Task" [ 1286.834265] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.846809] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eedaef-8d2d-9403-04a7-d1162d9828de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.962844] env[70683]: DEBUG nova.network.neutron [req-47837d42-a495-4580-9935-f37d1f45b3d6 req-89ff50a8-7951-48ca-9034-b81ad5e5d86f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Updated VIF entry in instance network info cache for port 6bef506b-a739-4963-a9e2-1aac82b97ec2. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.963289] env[70683]: DEBUG nova.network.neutron [req-47837d42-a495-4580-9935-f37d1f45b3d6 req-89ff50a8-7951-48ca-9034-b81ad5e5d86f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Updating instance_info_cache with network_info: [{"id": "6bef506b-a739-4963-a9e2-1aac82b97ec2", "address": "fa:16:3e:25:6f:4a", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bef506b-a7", "ovs_interfaceid": "6bef506b-a739-4963-a9e2-1aac82b97ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.088666] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.088862] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.089052] env[70683]: DEBUG nova.network.neutron [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.154012] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: ba1839c5-2c7d-4b59-89d9-6ed8e44343a0] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.257992] env[70683]: DEBUG nova.network.neutron [-] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.347998] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52eedaef-8d2d-9403-04a7-d1162d9828de, 'name': SearchDatastore_Task, 'duration_secs': 0.026527} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.348279] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976fe5cf-2d34-43ec-8cab-5318b4455d76 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.354055] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1287.354055] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52da5358-e499-df49-a0ae-19771f1fc1f1" [ 1287.354055] env[70683]: _type = "Task" [ 1287.354055] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.361745] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52da5358-e499-df49-a0ae-19771f1fc1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.468707] env[70683]: DEBUG oslo_concurrency.lockutils [req-47837d42-a495-4580-9935-f37d1f45b3d6 req-89ff50a8-7951-48ca-9034-b81ad5e5d86f service nova] Releasing lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.522245] env[70683]: DEBUG nova.network.neutron [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Successfully updated port: 5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.656800] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: ad1fa7d0-85ed-46ca-80d5-bde9feed81ca] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.760629] env[70683]: INFO nova.compute.manager [-] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Took 1.97 seconds to deallocate network for instance. [ 1287.864669] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52da5358-e499-df49-a0ae-19771f1fc1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.042376} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.864933] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.865235] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 9765d906-98b0-4720-bfd1-88b3a26317b0/9765d906-98b0-4720-bfd1-88b3a26317b0.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.865527] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ca8cb5a-3972-43b3-ace8-b95b63353bf5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.872546] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1287.872546] env[70683]: value = "task-3281636" [ 1287.872546] env[70683]: _type = "Task" [ 1287.872546] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.880509] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.029941] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.029941] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.029941] env[70683]: DEBUG nova.network.neutron [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.048686] env[70683]: DEBUG nova.compute.manager [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Received event network-vif-deleted-a7724b5c-6de9-4d16-87d4-d8ff1b201e6e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.048880] env[70683]: DEBUG nova.compute.manager [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Received event network-vif-plugged-5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.049233] env[70683]: DEBUG oslo_concurrency.lockutils [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] Acquiring lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.049559] env[70683]: DEBUG oslo_concurrency.lockutils [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.049811] env[70683]: DEBUG oslo_concurrency.lockutils [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.050031] env[70683]: DEBUG nova.compute.manager [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] No waiting events found dispatching network-vif-plugged-5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.050420] env[70683]: WARNING nova.compute.manager [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Received unexpected event network-vif-plugged-5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 for instance with vm_state building and task_state spawning. [ 1288.050420] env[70683]: DEBUG nova.compute.manager [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Received event network-changed-5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.050705] env[70683]: DEBUG nova.compute.manager [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Refreshing instance network info cache due to event network-changed-5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.051050] env[70683]: DEBUG oslo_concurrency.lockutils [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] Acquiring lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.070909] env[70683]: DEBUG nova.network.neutron [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance_info_cache with network_info: [{"id": "233451da-8422-484b-a3d4-38b066f6c07c", "address": "fa:16:3e:b3:36:35", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233451da-84", "ovs_interfaceid": "233451da-8422-484b-a3d4-38b066f6c07c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.160566] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 8bd3a3b2-96ab-4b2a-aa49-5e1fabe6b086] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.267658] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.268054] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.268344] env[70683]: DEBUG nova.objects.instance [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'resources' on Instance uuid 5ff7658f-dd31-445c-90a0-5665ae1cc549 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.383174] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441031} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.383440] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 9765d906-98b0-4720-bfd1-88b3a26317b0/9765d906-98b0-4720-bfd1-88b3a26317b0.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.383652] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.383899] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06443132-2838-41a3-ae14-8dd58f7dd99a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.390366] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1288.390366] env[70683]: value = "task-3281637" [ 1288.390366] env[70683]: _type = "Task" [ 1288.390366] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.398052] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.571071] env[70683]: DEBUG nova.network.neutron [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.573371] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.664120] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e9b0f70b-f729-4741-857b-3208e32dce90] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.741009] env[70683]: DEBUG nova.network.neutron [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance_info_cache with network_info: [{"id": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "address": "fa:16:3e:b0:49:b7", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9d28a1-f5", "ovs_interfaceid": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.895931] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4539ef73-bbbe-4b59-8389-4e76fb19cfd0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.905715] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea818e19-360b-4423-9126-7743685503be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.908802] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066111} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.909067] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.910175] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a028590-166c-426d-bd5c-6ab62e75848f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.936327] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39bead7-aad5-4e8d-9c54-50061d17a739 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.956078] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9765d906-98b0-4720-bfd1-88b3a26317b0/9765d906-98b0-4720-bfd1-88b3a26317b0.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.956697] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-748f8885-abc6-494a-a660-e7a0cc7fcd67 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.973819] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a621c7-c069-4e3c-aa3f-67e17ebfaa35 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.978373] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1288.978373] env[70683]: value = "task-3281638" [ 1288.978373] env[70683]: _type = "Task" [ 1288.978373] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.989128] env[70683]: DEBUG nova.compute.provider_tree [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.994805] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.166736] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.167037] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=70683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1289.243761] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.244105] env[70683]: DEBUG nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Instance network_info: |[{"id": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "address": "fa:16:3e:b0:49:b7", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9d28a1-f5", "ovs_interfaceid": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.244438] env[70683]: DEBUG oslo_concurrency.lockutils [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] Acquired lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.244641] env[70683]: DEBUG nova.network.neutron [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Refreshing network info cache for port 5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.245793] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:49:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.253338] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.253774] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.254013] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c16b809a-c45c-48ec-82bb-1c3943adcc60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.274482] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.274482] env[70683]: value = "task-3281639" [ 1289.274482] env[70683]: _type = "Task" [ 1289.274482] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.282447] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281639, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.488702] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.492788] env[70683]: DEBUG nova.scheduler.client.report [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.670277] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.785450] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281639, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.979494] env[70683]: DEBUG nova.network.neutron [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updated VIF entry in instance network info cache for port 5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.979883] env[70683]: DEBUG nova.network.neutron [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance_info_cache with network_info: [{"id": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "address": "fa:16:3e:b0:49:b7", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9d28a1-f5", "ovs_interfaceid": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.990109] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281638, 'name': ReconfigVM_Task, 'duration_secs': 0.942409} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.991042] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9765d906-98b0-4720-bfd1-88b3a26317b0/9765d906-98b0-4720-bfd1-88b3a26317b0.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.991661] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f69cded-2924-441e-9ae7-35d8b53e614d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.997957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.999880] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1289.999880] env[70683]: value = "task-3281640" [ 1289.999880] env[70683]: _type = "Task" [ 1289.999880] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.007899] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281640, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.016849] env[70683]: INFO nova.scheduler.client.report [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleted allocations for instance 5ff7658f-dd31-445c-90a0-5665ae1cc549 [ 1290.086864] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87ba418-5843-4c0e-a301-a38f18100895 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.108513] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance 'c6050e11-efb0-456e-9b3e-08ff728daac0' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.285170] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281639, 'name': CreateVM_Task, 'duration_secs': 0.641095} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.285463] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.286098] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.286253] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.286619] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.286911] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6b5789-023b-48a5-a5c5-ab7b2164127a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.291772] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1290.291772] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd5ccf-cc3d-958b-deb7-bad9c88adfcb" [ 1290.291772] env[70683]: _type = "Task" [ 1290.291772] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.300557] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd5ccf-cc3d-958b-deb7-bad9c88adfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.486153] env[70683]: DEBUG oslo_concurrency.lockutils [req-1f326498-a9b2-4eb4-9792-641c04888e1d req-133692e7-9a97-4b9c-a6d3-a8a78ca1329c service nova] Releasing lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.510596] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281640, 'name': Rename_Task, 'duration_secs': 0.132522} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.510844] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.511090] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea07f4c3-01cd-4b41-93a0-60893d20563f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.518756] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1290.518756] env[70683]: value = "task-3281641" [ 1290.518756] env[70683]: _type = "Task" [ 1290.518756] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.524761] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b77c99e8-45e6-4478-8188-969039003d4e tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "5ff7658f-dd31-445c-90a0-5665ae1cc549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.360s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.528645] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.614745] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.615110] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963035d5-239e-411f-8441-a144a902ab00 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.622012] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1290.622012] env[70683]: value = "task-3281642" [ 1290.622012] env[70683]: _type = "Task" [ 1290.622012] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.630030] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.807887] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd5ccf-cc3d-958b-deb7-bad9c88adfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.809815] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.810256] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.810589] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.810756] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.810999] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.813471] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c07c7e-da94-46e3-bc66-eee5db44defb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.822168] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.822368] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.823190] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8078c4d-e394-4e48-85c2-484037fb1290 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.828844] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1290.828844] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526f06e6-866c-2b94-9945-52283499005e" [ 1290.828844] env[70683]: _type = "Task" [ 1290.828844] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.837741] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526f06e6-866c-2b94-9945-52283499005e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.977831] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.978139] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.978376] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.978586] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.978763] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.980900] env[70683]: INFO nova.compute.manager [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Terminating instance [ 1291.028824] env[70683]: DEBUG oslo_vmware.api [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281641, 'name': PowerOnVM_Task, 'duration_secs': 0.440092} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.029031] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.029233] env[70683]: INFO nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1291.029411] env[70683]: DEBUG nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.030349] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af722aac-6613-4580-9768-d12e9711c8fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.130816] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281642, 'name': PowerOffVM_Task, 'duration_secs': 0.194574} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.131163] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.131477] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance 'c6050e11-efb0-456e-9b3e-08ff728daac0' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.316539] env[70683]: DEBUG oslo_concurrency.lockutils [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.316832] env[70683]: DEBUG oslo_concurrency.lockutils [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.340291] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526f06e6-866c-2b94-9945-52283499005e, 'name': SearchDatastore_Task, 'duration_secs': 0.008405} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.341080] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9c3e48-cdc6-467a-9851-438bab0cd4f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.346890] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1291.346890] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a18542-efef-489d-8358-021c48784f4b" [ 1291.346890] env[70683]: _type = "Task" [ 1291.346890] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.354682] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a18542-efef-489d-8358-021c48784f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.485092] env[70683]: DEBUG nova.compute.manager [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.485359] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.486270] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c506381-acef-472a-87a6-ce17b145a954 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.493804] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.494109] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35c7e935-d5b3-4ddf-9608-2735db85c4d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.500166] env[70683]: DEBUG oslo_vmware.api [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1291.500166] env[70683]: value = "task-3281643" [ 1291.500166] env[70683]: _type = "Task" [ 1291.500166] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.508990] env[70683]: DEBUG oslo_vmware.api [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.545439] env[70683]: INFO nova.compute.manager [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Took 12.25 seconds to build instance. [ 1291.637511] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.637798] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.637981] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.638266] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.638488] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.638488] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.638714] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.638919] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.639122] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.639387] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.639554] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.645254] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e546b45-e76b-4280-92f3-9667d9a8a3f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.663175] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1291.663175] env[70683]: value = "task-3281644" [ 1291.663175] env[70683]: _type = "Task" [ 1291.663175] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.671242] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.820577] env[70683]: INFO nova.compute.manager [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Detaching volume 9832f72e-66e9-47f4-a7dd-3a51daf62b03 [ 1291.851846] env[70683]: INFO nova.virt.block_device [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Attempting to driver detach volume 9832f72e-66e9-47f4-a7dd-3a51daf62b03 from mountpoint /dev/sdb [ 1291.852103] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1291.852301] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655344', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'name': 'volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e32bd8c-4493-4f51-ad23-490ff4bf05a4', 'attached_at': '', 'detached_at': '', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'serial': '9832f72e-66e9-47f4-a7dd-3a51daf62b03'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1291.853151] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b84af3-2d66-4f74-82ca-87da8984631d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.861425] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52a18542-efef-489d-8358-021c48784f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.01293} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.876838] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.877142] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 37fe2736-7eaa-4eb8-a10b-89489b018fd5/37fe2736-7eaa-4eb8-a10b-89489b018fd5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.877463] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9366e7a0-6e29-4c54-965e-735a02a46005 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.880134] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38098b41-2275-474c-bf6e-17e502eb4b4d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.890973] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4338890-c876-45b1-8f20-95706dddd14c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.894791] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1291.894791] env[70683]: value = "task-3281645" [ 1291.894791] env[70683]: _type = "Task" [ 1291.894791] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.930190] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610ed282-34f6-4f33-816c-7698026f8ad5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.938980] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.958846] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] The volume has not been displaced from its original location: [datastore1] volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03/volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1291.966434] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1291.966784] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21f7db7e-3429-443e-9ed8-f94144988397 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.983446] env[70683]: DEBUG oslo_vmware.api [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1291.983446] env[70683]: value = "task-3281646" [ 1291.983446] env[70683]: _type = "Task" [ 1291.983446] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.992222] env[70683]: DEBUG oslo_vmware.api [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.009050] env[70683]: DEBUG oslo_vmware.api [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281643, 'name': PowerOffVM_Task, 'duration_secs': 0.194086} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.009443] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.009766] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.010102] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc77dddc-e82e-497f-bcff-ff134ff54a88 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.047635] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0946fbe0-dd7c-45ba-bb6a-19748843bcaa tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.759s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.077909] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.078163] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.078555] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleting the datastore file [datastore2] e5ed0e7d-b71f-434e-9db6-b83ae29eb28c {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.078858] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7603534-1b64-4516-a7ff-f509573e0fe5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.085304] env[70683]: DEBUG oslo_vmware.api [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for the task: (returnval){ [ 1292.085304] env[70683]: value = "task-3281648" [ 1292.085304] env[70683]: _type = "Task" [ 1292.085304] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.094013] env[70683]: DEBUG oslo_vmware.api [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.173622] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281644, 'name': ReconfigVM_Task, 'duration_secs': 0.186233} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.174039] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance 'c6050e11-efb0-456e-9b3e-08ff728daac0' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.404216] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491116} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.404493] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 37fe2736-7eaa-4eb8-a10b-89489b018fd5/37fe2736-7eaa-4eb8-a10b-89489b018fd5.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.404690] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.404965] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76622042-6eb0-489d-9fee-6f73a88efc51 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.410499] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1292.410499] env[70683]: value = "task-3281649" [ 1292.410499] env[70683]: _type = "Task" [ 1292.410499] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.418457] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.494576] env[70683]: DEBUG oslo_vmware.api [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281646, 'name': ReconfigVM_Task, 'duration_secs': 0.236526} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.494576] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1292.499732] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-960d5492-ba0e-46c6-bc94-b0be118e8e04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.513924] env[70683]: DEBUG oslo_vmware.api [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1292.513924] env[70683]: value = "task-3281650" [ 1292.513924] env[70683]: _type = "Task" [ 1292.513924] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.522168] env[70683]: DEBUG oslo_vmware.api [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.591902] env[70683]: DEBUG nova.compute.manager [req-e4332b41-259d-4bec-bba3-6d0a8fc2549e req-7a23bc3e-50af-4274-abf6-c832bf16977f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Received event network-changed-6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.592149] env[70683]: DEBUG nova.compute.manager [req-e4332b41-259d-4bec-bba3-6d0a8fc2549e req-7a23bc3e-50af-4274-abf6-c832bf16977f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Refreshing instance network info cache due to event network-changed-6bef506b-a739-4963-a9e2-1aac82b97ec2. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.592390] env[70683]: DEBUG oslo_concurrency.lockutils [req-e4332b41-259d-4bec-bba3-6d0a8fc2549e req-7a23bc3e-50af-4274-abf6-c832bf16977f service nova] Acquiring lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.592566] env[70683]: DEBUG oslo_concurrency.lockutils [req-e4332b41-259d-4bec-bba3-6d0a8fc2549e req-7a23bc3e-50af-4274-abf6-c832bf16977f service nova] Acquired lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.592767] env[70683]: DEBUG nova.network.neutron [req-e4332b41-259d-4bec-bba3-6d0a8fc2549e req-7a23bc3e-50af-4274-abf6-c832bf16977f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Refreshing network info cache for port 6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.599494] env[70683]: DEBUG oslo_vmware.api [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Task: {'id': task-3281648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357783} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.599747] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.599934] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.600127] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.600296] env[70683]: INFO nova.compute.manager [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1292.600542] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.600727] env[70683]: DEBUG nova.compute.manager [-] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.600862] env[70683]: DEBUG nova.network.neutron [-] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.680548] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.681037] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.681037] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.681171] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.681424] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.681491] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.681718] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.681957] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.682148] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.682314] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.682485] env[70683]: DEBUG nova.virt.hardware [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.687906] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.688206] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f73cb9eb-bc37-4684-abd3-4ca31335c23c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.708139] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1292.708139] env[70683]: value = "task-3281651" [ 1292.708139] env[70683]: _type = "Task" [ 1292.708139] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.716426] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.920889] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075097} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.921154] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.921989] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d6924-c088-493b-94c0-c4c88395f714 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.947145] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 37fe2736-7eaa-4eb8-a10b-89489b018fd5/37fe2736-7eaa-4eb8-a10b-89489b018fd5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.948833] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23193fe8-2ab9-44a8-98b2-35ff2f26c5fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.965190] env[70683]: DEBUG nova.network.neutron [-] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.973260] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1292.973260] env[70683]: value = "task-3281652" [ 1292.973260] env[70683]: _type = "Task" [ 1292.973260] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.982202] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.023971] env[70683]: DEBUG oslo_vmware.api [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281650, 'name': ReconfigVM_Task, 'duration_secs': 0.13278} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.024352] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655344', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'name': 'volume-9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8e32bd8c-4493-4f51-ad23-490ff4bf05a4', 'attached_at': '', 'detached_at': '', 'volume_id': '9832f72e-66e9-47f4-a7dd-3a51daf62b03', 'serial': '9832f72e-66e9-47f4-a7dd-3a51daf62b03'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1293.166497] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.219016] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281651, 'name': ReconfigVM_Task, 'duration_secs': 0.153912} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.219381] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.220338] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87265eb0-548e-4333-8c59-d51aaa56ec98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.245345] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c6050e11-efb0-456e-9b3e-08ff728daac0/c6050e11-efb0-456e-9b3e-08ff728daac0.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.245714] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f8644c-d678-45f7-b5c6-4c118ac4be29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.267305] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1293.267305] env[70683]: value = "task-3281653" [ 1293.267305] env[70683]: _type = "Task" [ 1293.267305] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.278589] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.323082] env[70683]: DEBUG nova.compute.manager [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.324056] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a6079-ea59-4340-b179-b7e3215db279 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.328752] env[70683]: DEBUG nova.network.neutron [req-e4332b41-259d-4bec-bba3-6d0a8fc2549e req-7a23bc3e-50af-4274-abf6-c832bf16977f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Updated VIF entry in instance network info cache for port 6bef506b-a739-4963-a9e2-1aac82b97ec2. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.329143] env[70683]: DEBUG nova.network.neutron [req-e4332b41-259d-4bec-bba3-6d0a8fc2549e req-7a23bc3e-50af-4274-abf6-c832bf16977f service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Updating instance_info_cache with network_info: [{"id": "6bef506b-a739-4963-a9e2-1aac82b97ec2", "address": "fa:16:3e:25:6f:4a", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bef506b-a7", "ovs_interfaceid": "6bef506b-a739-4963-a9e2-1aac82b97ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.468015] env[70683]: INFO nova.compute.manager [-] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Took 0.87 seconds to deallocate network for instance. [ 1293.482851] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.573400] env[70683]: DEBUG nova.objects.instance [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'flavor' on Instance uuid 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.777419] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281653, 'name': ReconfigVM_Task, 'duration_secs': 0.274584} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.777750] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c6050e11-efb0-456e-9b3e-08ff728daac0/c6050e11-efb0-456e-9b3e-08ff728daac0.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.778059] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance 'c6050e11-efb0-456e-9b3e-08ff728daac0' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.835024] env[70683]: DEBUG oslo_concurrency.lockutils [req-e4332b41-259d-4bec-bba3-6d0a8fc2549e req-7a23bc3e-50af-4274-abf6-c832bf16977f service nova] Releasing lock "refresh_cache-9765d906-98b0-4720-bfd1-88b3a26317b0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.836080] env[70683]: INFO nova.compute.manager [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] instance snapshotting [ 1293.836685] env[70683]: DEBUG nova.objects.instance [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'flavor' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.978031] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.978391] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.978631] env[70683]: DEBUG nova.objects.instance [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lazy-loading 'resources' on Instance uuid e5ed0e7d-b71f-434e-9db6-b83ae29eb28c {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.985382] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281652, 'name': ReconfigVM_Task, 'duration_secs': 0.642813} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.985629] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 37fe2736-7eaa-4eb8-a10b-89489b018fd5/37fe2736-7eaa-4eb8-a10b-89489b018fd5.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.986745] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb463148-56f1-4e94-96d0-5cbbc4805575 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.993020] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1293.993020] env[70683]: value = "task-3281655" [ 1293.993020] env[70683]: _type = "Task" [ 1293.993020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.005396] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281655, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.285334] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4953ed4c-b76c-41e9-8024-841ee5af404f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.304403] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52df2562-1d25-4bd3-85c8-c55c904d8ee9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.322698] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance 'c6050e11-efb0-456e-9b3e-08ff728daac0' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.342184] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e165c86-b356-4d3c-a22b-f9033fd6206b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.362089] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a12d21b-8ec2-4531-bc8b-c3edd6540fef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.502681] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281655, 'name': Rename_Task, 'duration_secs': 0.38625} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.505182] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.505590] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd925dba-e6d5-4ea9-9e19-e2b0ca5d3323 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.511713] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1294.511713] env[70683]: value = "task-3281656" [ 1294.511713] env[70683]: _type = "Task" [ 1294.511713] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.521260] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.583190] env[70683]: DEBUG oslo_concurrency.lockutils [None req-131da694-33dd-4ab5-850c-71ba0b2a5b07 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.598039] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d27728-760b-4423-a29b-3e21fb2666bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.605877] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afc7f6a-4180-4759-9733-004d4af015d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.636597] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204de610-f6b2-4304-82fe-dff053396c66 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.639794] env[70683]: DEBUG nova.compute.manager [req-fb2581a7-df72-4549-bc24-765bca58d5b3 req-d1fd0db0-a7f7-4d6e-ad78-2e2ef4b4ad41 service nova] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Received event network-vif-deleted-21213602-e9b2-46c9-b38c-7c37b807ddb2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.645041] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bad796-0d6e-48bc-8859-9fa0df25af79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.659686] env[70683]: DEBUG nova.compute.provider_tree [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.872694] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1294.873796] env[70683]: DEBUG nova.network.neutron [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Port 233451da-8422-484b-a3d4-38b066f6c07c binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1294.875072] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6587ca96-556e-4205-bb15-fc1accc181aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.882843] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1294.882843] env[70683]: value = "task-3281657" [ 1294.882843] env[70683]: _type = "Task" [ 1294.882843] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.892842] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.021861] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.163762] env[70683]: DEBUG nova.scheduler.client.report [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.393028] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281657, 'name': CreateSnapshot_Task, 'duration_secs': 0.490889} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.393028] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1295.393431] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7359d1e2-94dc-47ae-a0f5-f9a54528c2ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.523083] env[70683]: DEBUG oslo_vmware.api [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281656, 'name': PowerOnVM_Task, 'duration_secs': 0.869843} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.523527] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.523602] env[70683]: INFO nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1295.523738] env[70683]: DEBUG nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.524526] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1240bd-cd86-4427-8cd1-1e0d9916417a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.668729] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.690044] env[70683]: INFO nova.scheduler.client.report [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Deleted allocations for instance e5ed0e7d-b71f-434e-9db6-b83ae29eb28c [ 1295.699896] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.700154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.700355] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.700600] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.700799] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.702570] env[70683]: INFO nova.compute.manager [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Terminating instance [ 1295.898607] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.898963] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.899274] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.909514] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1295.910450] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f3021386-b60e-4ddb-bab3-80383f7e9606 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.920312] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1295.920312] env[70683]: value = "task-3281658" [ 1295.920312] env[70683]: _type = "Task" [ 1295.920312] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.930111] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281658, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.043155] env[70683]: INFO nova.compute.manager [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Took 14.07 seconds to build instance. [ 1296.198255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0a04a8e8-fde3-428f-9605-9a6f9c8a4970 tempest-AttachInterfacesTestJSON-1559404766 tempest-AttachInterfacesTestJSON-1559404766-project-member] Lock "e5ed0e7d-b71f-434e-9db6-b83ae29eb28c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.220s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.206127] env[70683]: DEBUG nova.compute.manager [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.206350] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.207273] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cccd92-adc7-4755-91da-58593167982e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.214995] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.215286] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb8138ac-5a90-43f0-a8be-a020e29b7b84 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.221831] env[70683]: DEBUG oslo_vmware.api [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1296.221831] env[70683]: value = "task-3281659" [ 1296.221831] env[70683]: _type = "Task" [ 1296.221831] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.231363] env[70683]: DEBUG oslo_vmware.api [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.433199] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281658, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.547385] env[70683]: DEBUG oslo_concurrency.lockutils [None req-13541126-c598-45aa-b18b-ffb62f8caf5a tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.587s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.733039] env[70683]: DEBUG oslo_vmware.api [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281659, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.931521] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281658, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.936717] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.936916] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.937160] env[70683]: DEBUG nova.network.neutron [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.239075] env[70683]: DEBUG oslo_vmware.api [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281659, 'name': PowerOffVM_Task, 'duration_secs': 0.524253} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.239491] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.239645] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.240072] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3576206b-8ec0-4d45-beea-a105eaf001f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.336305] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.336646] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.338040] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleting the datastore file [datastore2] 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.338040] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06a1020f-e247-4f3a-a873-5eebdb67f1e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.352417] env[70683]: DEBUG oslo_vmware.api [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1297.352417] env[70683]: value = "task-3281661" [ 1297.352417] env[70683]: _type = "Task" [ 1297.352417] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.359118] env[70683]: DEBUG oslo_vmware.api [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.433783] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281658, 'name': CloneVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.647119] env[70683]: DEBUG nova.compute.manager [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1297.801703] env[70683]: DEBUG nova.network.neutron [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance_info_cache with network_info: [{"id": "233451da-8422-484b-a3d4-38b066f6c07c", "address": "fa:16:3e:b3:36:35", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233451da-84", "ovs_interfaceid": "233451da-8422-484b-a3d4-38b066f6c07c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.863500] env[70683]: DEBUG oslo_vmware.api [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281661, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.936021] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281658, 'name': CloneVM_Task, 'duration_secs': 1.583415} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.936021] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Created linked-clone VM from snapshot [ 1297.936021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec7470a-ed0a-46a1-b334-7b7a0752f179 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.943375] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Uploading image faf64b5b-c9f1-4729-8f70-2e46d9bfc667 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1297.966766] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1297.966766] env[70683]: value = "vm-655366" [ 1297.966766] env[70683]: _type = "VirtualMachine" [ 1297.966766] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1297.967085] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1647533-b393-48c6-8dae-0f9d900e9119 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.976118] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease: (returnval){ [ 1297.976118] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524159b3-cac3-522e-cd09-ad02edac1fc7" [ 1297.976118] env[70683]: _type = "HttpNfcLease" [ 1297.976118] env[70683]: } obtained for exporting VM: (result){ [ 1297.976118] env[70683]: value = "vm-655366" [ 1297.976118] env[70683]: _type = "VirtualMachine" [ 1297.976118] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1297.976485] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the lease: (returnval){ [ 1297.976485] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524159b3-cac3-522e-cd09-ad02edac1fc7" [ 1297.976485] env[70683]: _type = "HttpNfcLease" [ 1297.976485] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1297.984222] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1297.984222] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524159b3-cac3-522e-cd09-ad02edac1fc7" [ 1297.984222] env[70683]: _type = "HttpNfcLease" [ 1297.984222] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1298.172067] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.172340] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.304865] env[70683]: DEBUG oslo_concurrency.lockutils [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.363029] env[70683]: DEBUG oslo_vmware.api [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518907} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.363165] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.363334] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.363511] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.363686] env[70683]: INFO nova.compute.manager [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1298.364007] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.364155] env[70683]: DEBUG nova.compute.manager [-] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.364253] env[70683]: DEBUG nova.network.neutron [-] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.487893] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.487893] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524159b3-cac3-522e-cd09-ad02edac1fc7" [ 1298.487893] env[70683]: _type = "HttpNfcLease" [ 1298.487893] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1298.488271] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1298.488271] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]524159b3-cac3-522e-cd09-ad02edac1fc7" [ 1298.488271] env[70683]: _type = "HttpNfcLease" [ 1298.488271] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1298.489031] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a1d389-c018-49ec-872c-292d58b44e3e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.499143] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241c926-74ca-a2c4-c3dc-13e631d48b3e/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1298.499712] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241c926-74ca-a2c4-c3dc-13e631d48b3e/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1298.605479] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-368ce0e1-ed87-4ee4-b3d8-68449b2cb771 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.680094] env[70683]: INFO nova.compute.claims [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.846361] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4977c-ca08-46a9-bdc7-38d1979c7039 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.869154] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26825d55-c42e-438f-9603-7c5b14b3089e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.881626] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance 'c6050e11-efb0-456e-9b3e-08ff728daac0' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.911314] env[70683]: DEBUG nova.compute.manager [req-a9971d29-85cd-43e4-8741-edd620070576 req-302ab588-5a8e-4933-abb0-f7137d0d71f5 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Received event network-vif-deleted-0a899f5a-80ca-49c0-91c1-f1fe1a1c032b {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.911514] env[70683]: INFO nova.compute.manager [req-a9971d29-85cd-43e4-8741-edd620070576 req-302ab588-5a8e-4933-abb0-f7137d0d71f5 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Neutron deleted interface 0a899f5a-80ca-49c0-91c1-f1fe1a1c032b; detaching it from the instance and deleting it from the info cache [ 1298.911738] env[70683]: DEBUG nova.network.neutron [req-a9971d29-85cd-43e4-8741-edd620070576 req-302ab588-5a8e-4933-abb0-f7137d0d71f5 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.187431] env[70683]: INFO nova.compute.resource_tracker [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating resource usage from migration 4a240cf0-994e-4bce-b6a9-3f1518b3f093 [ 1299.345626] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0747bb-2417-4844-a7c6-23a317228e7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.354741] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e5284c-70ca-4272-96df-3702ae7ceef9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.386805] env[70683]: DEBUG nova.network.neutron [-] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.389036] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00715f97-7cb7-49d1-94e7-2eba55a47261 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.395764] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.396067] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8ff3753-2ca0-4412-8fdb-1cfe503019af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.403985] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9af044c-ee7d-4137-a302-4eb4ca41a832 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.412907] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1299.412907] env[70683]: value = "task-3281664" [ 1299.412907] env[70683]: _type = "Task" [ 1299.412907] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.426116] env[70683]: DEBUG nova.compute.provider_tree [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.427317] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95c70d2f-3594-4531-8974-b5386f1ec96c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.437285] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281664, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.442066] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69695fee-0df0-4ea6-bbf5-682a17dad487 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.478359] env[70683]: DEBUG nova.compute.manager [req-a9971d29-85cd-43e4-8741-edd620070576 req-302ab588-5a8e-4933-abb0-f7137d0d71f5 service nova] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Detach interface failed, port_id=0a899f5a-80ca-49c0-91c1-f1fe1a1c032b, reason: Instance 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1299.895067] env[70683]: INFO nova.compute.manager [-] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Took 1.53 seconds to deallocate network for instance. [ 1299.924167] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.931665] env[70683]: DEBUG nova.scheduler.client.report [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.404836] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.424240] env[70683]: DEBUG oslo_vmware.api [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281664, 'name': PowerOnVM_Task, 'duration_secs': 0.638612} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.424545] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.424729] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-324792ab-c300-442d-92e2-551d27dd5d4f tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance 'c6050e11-efb0-456e-9b3e-08ff728daac0' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.436403] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.264s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.436744] env[70683]: INFO nova.compute.manager [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Migrating [ 1300.443116] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.038s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.443353] env[70683]: DEBUG nova.objects.instance [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'resources' on Instance uuid 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.955278] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.955565] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.955656] env[70683]: DEBUG nova.network.neutron [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.085888] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ba6235-e1ab-4794-9b6f-17bb9b89dba8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.094602] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed1e927-e5e9-41c9-8c75-90e3c263468f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.124960] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5960b2d7-773a-4543-a63b-8c52935def14 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.133505] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db167d1-5753-4b45-9b83-1eaa94394920 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.147733] env[70683]: DEBUG nova.compute.provider_tree [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.294753] env[70683]: DEBUG nova.compute.manager [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1301.651578] env[70683]: DEBUG nova.scheduler.client.report [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.658276] env[70683]: DEBUG nova.network.neutron [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance_info_cache with network_info: [{"id": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "address": "fa:16:3e:b0:49:b7", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9d28a1-f5", "ovs_interfaceid": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.815385] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.157112] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.159755] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.344s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.162070] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.179012] env[70683]: INFO nova.scheduler.client.report [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted allocations for instance 8e32bd8c-4493-4f51-ad23-490ff4bf05a4 [ 1302.667047] env[70683]: INFO nova.compute.claims [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.689018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2ff1b422-2fbd-44b3-910b-c24e7b2f46b1 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "8e32bd8c-4493-4f51-ad23-490ff4bf05a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.989s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.733120] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "c6050e11-efb0-456e-9b3e-08ff728daac0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.733375] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.733563] env[70683]: DEBUG nova.compute.manager [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Going to confirm migration 4 {{(pid=70683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1303.176147] env[70683]: INFO nova.compute.resource_tracker [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating resource usage from migration 4adbce38-f742-400f-aad1-57935c21ebdc [ 1303.311777] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a2fe6f-bb31-42d2-8e89-f874085e6ed1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.321871] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fefa794-55dc-4143-b15e-2dd1c13655fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.359287] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afdf22b-9f06-4310-aca1-fbf1a2a91503 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.369045] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2284aff-70d2-4743-8c31-68da47191091 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.386943] env[70683]: DEBUG nova.compute.provider_tree [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.389091] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.389321] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.389540] env[70683]: DEBUG nova.network.neutron [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.389767] env[70683]: DEBUG nova.objects.instance [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lazy-loading 'info_cache' on Instance uuid c6050e11-efb0-456e-9b3e-08ff728daac0 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.685981] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f0f017-86f4-4070-b8c7-bd862218d9cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.707242] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance '37fe2736-7eaa-4eb8-a10b-89489b018fd5' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.892491] env[70683]: DEBUG nova.scheduler.client.report [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.214230] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.214607] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88bce891-20a8-4fcc-9e88-fc5c76f3c25a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.223750] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1304.223750] env[70683]: value = "task-3281667" [ 1304.223750] env[70683]: _type = "Task" [ 1304.223750] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.232853] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.398932] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.239s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.399170] env[70683]: INFO nova.compute.manager [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Migrating [ 1304.734722] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281667, 'name': PowerOffVM_Task, 'duration_secs': 0.222927} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.735016] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.735262] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance '37fe2736-7eaa-4eb8-a10b-89489b018fd5' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.748477] env[70683]: DEBUG nova.network.neutron [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance_info_cache with network_info: [{"id": "233451da-8422-484b-a3d4-38b066f6c07c", "address": "fa:16:3e:b3:36:35", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233451da-84", "ovs_interfaceid": "233451da-8422-484b-a3d4-38b066f6c07c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.917839] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.918113] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.918691] env[70683]: DEBUG nova.network.neutron [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.242354] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.242785] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.242785] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.242975] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.243160] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.243313] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.243522] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.243681] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.243852] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.244028] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.244211] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.249331] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a051993-5ed8-420c-930c-1a95fd05f2e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.259908] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-c6050e11-efb0-456e-9b3e-08ff728daac0" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.260144] env[70683]: DEBUG nova.objects.instance [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lazy-loading 'migration_context' on Instance uuid c6050e11-efb0-456e-9b3e-08ff728daac0 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.268145] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1305.268145] env[70683]: value = "task-3281668" [ 1305.268145] env[70683]: _type = "Task" [ 1305.268145] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.277761] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.513660] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.513983] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.678991] env[70683]: DEBUG nova.network.neutron [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [{"id": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "address": "fa:16:3e:54:48:44", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d239f56-32", "ovs_interfaceid": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.766490] env[70683]: DEBUG nova.objects.base [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1305.766490] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00838b9e-8e05-4641-91df-f1ae54e422bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.780782] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281668, 'name': ReconfigVM_Task, 'duration_secs': 0.283873} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.790374] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance '37fe2736-7eaa-4eb8-a10b-89489b018fd5' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.794496] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b666d1bb-74cb-4cc9-bfe1-d01db6ccd817 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.800586] env[70683]: DEBUG oslo_vmware.api [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1305.800586] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5273bab5-fdcb-3901-5d6f-c05310f0e98e" [ 1305.800586] env[70683]: _type = "Task" [ 1305.800586] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.810539] env[70683]: DEBUG oslo_vmware.api [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5273bab5-fdcb-3901-5d6f-c05310f0e98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.016155] env[70683]: DEBUG nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.182313] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.296961] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.297394] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.297440] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.297653] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.297825] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.298037] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.298338] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.298562] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.298766] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.298991] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.299250] env[70683]: DEBUG nova.virt.hardware [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.305053] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.305427] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c5437b-0ac4-4932-88c6-7536bff13526 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.329190] env[70683]: DEBUG oslo_vmware.api [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5273bab5-fdcb-3901-5d6f-c05310f0e98e, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.330701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.330994] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.332520] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1306.332520] env[70683]: value = "task-3281670" [ 1306.332520] env[70683]: _type = "Task" [ 1306.332520] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.342348] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.542141] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.845478] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281670, 'name': ReconfigVM_Task, 'duration_secs': 0.213036} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.845762] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1306.846571] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc8ec21-79ca-4a12-b1a4-c2ccbaaeb296 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.869536] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 37fe2736-7eaa-4eb8-a10b-89489b018fd5/37fe2736-7eaa-4eb8-a10b-89489b018fd5.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.872627] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22ec383-fb34-4db1-9815-28dad56be647 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.892018] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1306.892018] env[70683]: value = "task-3281671" [ 1306.892018] env[70683]: _type = "Task" [ 1306.892018] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.902995] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.008722] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8e4c9a-4f9d-4c61-8bc0-e92fb217ebbb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.016696] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e1c6df-9bca-461f-9864-974bc4a6b5cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.049998] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6e4e1f-f2b5-4f4a-8ce0-728763c8d642 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.058712] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5505d4ce-0155-4d0a-aa64-9b1a25557eb2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.073260] env[70683]: DEBUG nova.compute.provider_tree [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.402806] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281671, 'name': ReconfigVM_Task, 'duration_secs': 0.351009} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.403227] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 37fe2736-7eaa-4eb8-a10b-89489b018fd5/37fe2736-7eaa-4eb8-a10b-89489b018fd5.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.403304] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance '37fe2736-7eaa-4eb8-a10b-89489b018fd5' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.576402] env[70683]: DEBUG nova.scheduler.client.report [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.698015] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcdd023-b338-41ba-922b-6b8870d01488 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.734551] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance '0d9dd2c6-794d-46be-b389-198ad6400f69' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.910012] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25c7cac-5033-4349-aff7-62f041ea4dc5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.933067] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703ebb0-ae59-48f5-97a7-45b04f161a1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.955345] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance '37fe2736-7eaa-4eb8-a10b-89489b018fd5' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.240883] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.241205] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1afb787-df7f-429a-95b0-1efee6855e2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.249982] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1308.249982] env[70683]: value = "task-3281673" [ 1308.249982] env[70683]: _type = "Task" [ 1308.249982] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.259069] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.315445] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241c926-74ca-a2c4-c3dc-13e631d48b3e/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1308.316372] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db2adae-ac55-418e-b40f-f950ae22fb2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.323131] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241c926-74ca-a2c4-c3dc-13e631d48b3e/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1308.323300] env[70683]: ERROR oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241c926-74ca-a2c4-c3dc-13e631d48b3e/disk-0.vmdk due to incomplete transfer. [ 1308.323524] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-295c6b8b-c0ac-435f-a342-15966f576896 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.331918] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241c926-74ca-a2c4-c3dc-13e631d48b3e/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1308.332150] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Uploaded image faf64b5b-c9f1-4729-8f70-2e46d9bfc667 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1308.334542] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1308.334779] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-961ee2d9-28d8-4454-9c9b-d283681a718f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.341609] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1308.341609] env[70683]: value = "task-3281674" [ 1308.341609] env[70683]: _type = "Task" [ 1308.341609] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.350986] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281674, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.495900] env[70683]: DEBUG nova.network.neutron [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Port 5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1308.587820] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.257s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.590627] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.049s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.592671] env[70683]: INFO nova.compute.claims [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.595680] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.760393] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281673, 'name': PowerOffVM_Task, 'duration_secs': 0.20809} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.760599] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.760785] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance '0d9dd2c6-794d-46be-b389-198ad6400f69' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.852057] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281674, 'name': Destroy_Task, 'duration_secs': 0.403793} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.852357] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Destroyed the VM [ 1308.852593] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1308.852846] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c1ad983-3eab-44fc-a223-eb5700d65598 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.859563] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1308.859563] env[70683]: value = "task-3281675" [ 1308.859563] env[70683]: _type = "Task" [ 1308.859563] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.867885] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.151514] env[70683]: INFO nova.scheduler.client.report [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted allocation for migration 2c8f65ac-df65-4451-8495-401ac7b09e45 [ 1309.266892] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.267182] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.267325] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.267508] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.267654] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.267800] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.268009] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.268178] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.268343] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.268502] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.268670] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.274713] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1bc91d3-c2c1-42e6-b708-08aa7e7821f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.292323] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1309.292323] env[70683]: value = "task-3281676" [ 1309.292323] env[70683]: _type = "Task" [ 1309.292323] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.301618] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.373758] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.520195] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.520462] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.520605] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.659305] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3c98d824-9158-47eb-b3f4-f1c36f0c00d2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.925s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.738860] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4818e15-a1fa-45ca-99d7-5121afd83cf3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.749127] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e7e04-375b-4072-b3e3-2fcbcdb0168f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.783038] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70428f68-31a8-4c76-80af-40eedb36d73e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.792783] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0ff59c-66d2-495e-bce0-b00b4dddef7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.807525] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281676, 'name': ReconfigVM_Task, 'duration_secs': 0.193902} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.815052] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance '0d9dd2c6-794d-46be-b389-198ad6400f69' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.818483] env[70683]: DEBUG nova.compute.provider_tree [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.871650] env[70683]: DEBUG oslo_vmware.api [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281675, 'name': RemoveSnapshot_Task, 'duration_secs': 0.940099} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.872026] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1309.872326] env[70683]: INFO nova.compute.manager [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 1310.322377] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.322659] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.322861] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.323102] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.323298] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.323487] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.323735] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.323919] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.324147] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.324355] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.324570] env[70683]: DEBUG nova.virt.hardware [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.330587] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.331469] env[70683]: DEBUG nova.scheduler.client.report [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.334788] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c541d0b-dde4-4587-a5ed-32f7105b803f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.349784] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.759s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.350272] env[70683]: DEBUG nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.359294] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1310.359294] env[70683]: value = "task-3281678" [ 1310.359294] env[70683]: _type = "Task" [ 1310.359294] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.368796] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.428521] env[70683]: DEBUG nova.compute.manager [None req-fa5ec70b-fc6a-4e68-9d0f-738c312d14f3 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Found 1 images (rotation: 2) {{(pid=70683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1310.555871] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.556181] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.556251] env[70683]: DEBUG nova.network.neutron [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.856413] env[70683]: DEBUG nova.compute.utils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.858711] env[70683]: DEBUG nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.858711] env[70683]: DEBUG nova.network.neutron [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.875473] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281678, 'name': ReconfigVM_Task, 'duration_secs': 0.182008} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.875874] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.877145] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f723deb8-702a-4b2a-9f0d-91eabb4a7813 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.903707] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69/0d9dd2c6-794d-46be-b389-198ad6400f69.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.904014] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17ff2ef-21f2-4e35-95b6-5aae6cd7a73f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.919683] env[70683]: DEBUG nova.policy [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec34dfc37144836925f8704bd27b152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd73fac5d740f4f6aa5e52ce1165da3f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.929644] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1310.929644] env[70683]: value = "task-3281679" [ 1310.929644] env[70683]: _type = "Task" [ 1310.929644] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.939929] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.983759] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "c6050e11-efb0-456e-9b3e-08ff728daac0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.984104] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.984365] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.984623] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.984871] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.987795] env[70683]: INFO nova.compute.manager [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Terminating instance [ 1311.246016] env[70683]: DEBUG nova.network.neutron [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Successfully created port: 61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.289060] env[70683]: DEBUG nova.network.neutron [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance_info_cache with network_info: [{"id": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "address": "fa:16:3e:b0:49:b7", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9d28a1-f5", "ovs_interfaceid": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.363123] env[70683]: DEBUG nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.442477] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281679, 'name': ReconfigVM_Task, 'duration_secs': 0.285641} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.442841] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69/0d9dd2c6-794d-46be-b389-198ad6400f69.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.443245] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance '0d9dd2c6-794d-46be-b389-198ad6400f69' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.493419] env[70683]: DEBUG nova.compute.manager [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.493750] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.494991] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8026af0-fb49-455d-8c62-1c3e37875997 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.504881] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.505103] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1022d50c-0481-4cfd-b017-6afa846f4741 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.517447] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.517701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.519497] env[70683]: DEBUG oslo_vmware.api [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1311.519497] env[70683]: value = "task-3281680" [ 1311.519497] env[70683]: _type = "Task" [ 1311.519497] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.530260] env[70683]: DEBUG oslo_vmware.api [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.792560] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.837037] env[70683]: DEBUG nova.compute.manager [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.837037] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6656a5e-5baa-40ac-9d19-7c39564b7913 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.949601] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6250e809-42fb-4d97-ba89-44bddbfd8f8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.970526] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a66ff9-7046-40af-96b1-6e29d14387c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.990571] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance '0d9dd2c6-794d-46be-b389-198ad6400f69' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.020867] env[70683]: DEBUG nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.033937] env[70683]: DEBUG oslo_vmware.api [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281680, 'name': PowerOffVM_Task, 'duration_secs': 0.20743} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.034221] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.034407] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.034659] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bcf9bba-e66a-4d10-b538-309aab31a845 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.087070] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.132058] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.132319] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.132689] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleting the datastore file [datastore2] c6050e11-efb0-456e-9b3e-08ff728daac0 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.132766] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f624ff75-b618-468e-a712-2c9941421de3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.141054] env[70683]: DEBUG oslo_vmware.api [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1312.141054] env[70683]: value = "task-3281683" [ 1312.141054] env[70683]: _type = "Task" [ 1312.141054] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.148163] env[70683]: DEBUG oslo_vmware.api [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.319452] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68968d87-c520-4adb-a64b-5c1b2a60ed34 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.338303] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56782fbe-ba71-4320-a02b-8d46ebdf3f52 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.345498] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance '37fe2736-7eaa-4eb8-a10b-89489b018fd5' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.349332] env[70683]: INFO nova.compute.manager [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] instance snapshotting [ 1312.349867] env[70683]: DEBUG nova.objects.instance [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'flavor' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.374399] env[70683]: DEBUG nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.396409] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.396659] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.396821] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.397016] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.397181] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.397330] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.397537] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.397697] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.397864] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.398048] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.398234] env[70683]: DEBUG nova.virt.hardware [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.399285] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53673079-b02a-49bf-9b54-cd392d0d745d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.408938] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef5af3-b77b-469a-aa0f-544c42f83321 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.530499] env[70683]: DEBUG nova.network.neutron [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Port 0d239f56-32f9-48ff-a33a-dc391ea3817e binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1312.545122] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.545481] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.547490] env[70683]: INFO nova.compute.claims [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.650812] env[70683]: DEBUG oslo_vmware.api [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150258} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.651188] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.651292] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.651710] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.651710] env[70683]: INFO nova.compute.manager [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1312.651916] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.652119] env[70683]: DEBUG nova.compute.manager [-] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.652213] env[70683]: DEBUG nova.network.neutron [-] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.692172] env[70683]: DEBUG nova.compute.manager [req-8e3c119b-c3a3-419f-bcc3-366ba285b6a5 req-1ddda875-f243-40c9-a67f-74d479139fc1 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received event network-vif-plugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.692410] env[70683]: DEBUG oslo_concurrency.lockutils [req-8e3c119b-c3a3-419f-bcc3-366ba285b6a5 req-1ddda875-f243-40c9-a67f-74d479139fc1 service nova] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.692614] env[70683]: DEBUG oslo_concurrency.lockutils [req-8e3c119b-c3a3-419f-bcc3-366ba285b6a5 req-1ddda875-f243-40c9-a67f-74d479139fc1 service nova] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.692776] env[70683]: DEBUG oslo_concurrency.lockutils [req-8e3c119b-c3a3-419f-bcc3-366ba285b6a5 req-1ddda875-f243-40c9-a67f-74d479139fc1 service nova] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.693080] env[70683]: DEBUG nova.compute.manager [req-8e3c119b-c3a3-419f-bcc3-366ba285b6a5 req-1ddda875-f243-40c9-a67f-74d479139fc1 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] No waiting events found dispatching network-vif-plugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.693183] env[70683]: WARNING nova.compute.manager [req-8e3c119b-c3a3-419f-bcc3-366ba285b6a5 req-1ddda875-f243-40c9-a67f-74d479139fc1 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received unexpected event network-vif-plugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 for instance with vm_state building and task_state spawning. [ 1312.748408] env[70683]: DEBUG nova.network.neutron [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Successfully updated port: 61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.853545] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.855361] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1762396-5365-4b40-b15e-d5545f3f040c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.857907] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0e7b76-0445-4865-9bdc-01b5c9d24e58 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.879980] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf36eb3-ba09-494a-8d4a-b00d52045b82 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.882704] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1312.882704] env[70683]: value = "task-3281684" [ 1312.882704] env[70683]: _type = "Task" [ 1312.882704] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.893042] env[70683]: DEBUG nova.compute.manager [req-f4471a53-24e8-4cc3-bb4a-3a1a5cfb1878 req-f667985d-68a0-4ec0-b9e9-05460a4bb4ae service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Received event network-vif-deleted-233451da-8422-484b-a3d4-38b066f6c07c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.893549] env[70683]: INFO nova.compute.manager [req-f4471a53-24e8-4cc3-bb4a-3a1a5cfb1878 req-f667985d-68a0-4ec0-b9e9-05460a4bb4ae service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Neutron deleted interface 233451da-8422-484b-a3d4-38b066f6c07c; detaching it from the instance and deleting it from the info cache [ 1312.893549] env[70683]: DEBUG nova.network.neutron [req-f4471a53-24e8-4cc3-bb4a-3a1a5cfb1878 req-f667985d-68a0-4ec0-b9e9-05460a4bb4ae service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.898384] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281684, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.086670] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.087182] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.087435] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.087608] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1313.253114] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.253114] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.253114] env[70683]: DEBUG nova.network.neutron [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.384103] env[70683]: DEBUG nova.network.neutron [-] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.393299] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1313.393634] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-345dded2-8db3-4904-9c99-9becfa2a6954 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.083770] env[70683]: INFO nova.compute.manager [-] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Took 1.43 seconds to deallocate network for instance. [ 1314.084164] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.085548] env[70683]: DEBUG oslo_vmware.api [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281684, 'name': PowerOnVM_Task, 'duration_secs': 0.392679} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.088356] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47f01198-69d6-4674-b437-fa966e932d37 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.093252] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.093616] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d3193497-29b8-4bff-af94-4930c2c4d5e6 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance '37fe2736-7eaa-4eb8-a10b-89489b018fd5' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.106813] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.107151] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.107355] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.109899] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1314.109899] env[70683]: value = "task-3281685" [ 1314.109899] env[70683]: _type = "Task" [ 1314.109899] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.122962] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cca666-de3a-4798-8963-4ef2cf1a1c42 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.140102] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.153765] env[70683]: DEBUG nova.network.neutron [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.168563] env[70683]: DEBUG nova.compute.manager [req-f4471a53-24e8-4cc3-bb4a-3a1a5cfb1878 req-f667985d-68a0-4ec0-b9e9-05460a4bb4ae service nova] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Detach interface failed, port_id=233451da-8422-484b-a3d4-38b066f6c07c, reason: Instance c6050e11-efb0-456e-9b3e-08ff728daac0 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.282714] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52361fb1-56e0-42d1-8af8-de1c8a984133 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.293785] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8214c9-cf64-4943-a02d-ab9169d6fd4c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.328885] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b13937-94ac-4bc6-8927-c7715ccb0cd5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.332687] env[70683]: DEBUG nova.network.neutron [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [{"id": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "address": "fa:16:3e:08:a7:3b", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61047b1c-d1", "ovs_interfaceid": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.339977] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9166bc-10f8-44c0-b777-819955ccd3bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.354769] env[70683]: DEBUG nova.compute.provider_tree [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.589268] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Getting list of instances from cluster (obj){ [ 1314.589268] env[70683]: value = "domain-c8" [ 1314.589268] env[70683]: _type = "ClusterComputeResource" [ 1314.589268] env[70683]: } {{(pid=70683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1314.590374] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc8b450-3119-437b-955a-b832e7a8083a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.607587] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Got total of 5 instances {{(pid=70683) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1314.607742] env[70683]: WARNING nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 1314.607880] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1314.608091] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1314.608251] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 0d9dd2c6-794d-46be-b389-198ad6400f69 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1314.608403] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid c6050e11-efb0-456e-9b3e-08ff728daac0 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1314.608555] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 9765d906-98b0-4720-bfd1-88b3a26317b0 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1314.608725] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid 37fe2736-7eaa-4eb8-a10b-89489b018fd5 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1314.609384] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1314.609384] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Triggering sync for uuid d5b20e1c-0e3e-401f-a25d-c197c4bb387d {{(pid=70683) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1314.609623] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.609860] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.610154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.610338] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.610492] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] During sync_power_state the instance has a pending task (image_pending_upload). Skip. [ 1314.610647] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.610827] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "0d9dd2c6-794d-46be-b389-198ad6400f69" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.611018] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.611197] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1314.611359] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.611537] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "c6050e11-efb0-456e-9b3e-08ff728daac0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.611730] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "9765d906-98b0-4720-bfd1-88b3a26317b0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.611893] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.612187] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.612383] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.612540] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1314.612690] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.612867] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.613077] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.613899] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc3336-1591-4d82-bbde-777f1a1bd302 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.617203] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91f7fef-0d6a-44a5-9f14-0b90a3ee2af8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.626153] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.627310] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.630472] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.642267] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281685, 'name': CreateSnapshot_Task, 'duration_secs': 0.499934} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.645801] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.647016] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168ad28d-9c76-4739-b847-3f0bceb897cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.718238] env[70683]: DEBUG nova.compute.manager [req-2f6dccad-57f3-4f80-b915-a84cd26a595d req-2722466f-d274-4deb-8310-7af1cf8856a7 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received event network-changed-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.718451] env[70683]: DEBUG nova.compute.manager [req-2f6dccad-57f3-4f80-b915-a84cd26a595d req-2722466f-d274-4deb-8310-7af1cf8856a7 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Refreshing instance network info cache due to event network-changed-61047b1c-d1d9-41d5-b131-af2e50cfb8e4. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.718645] env[70683]: DEBUG oslo_concurrency.lockutils [req-2f6dccad-57f3-4f80-b915-a84cd26a595d req-2722466f-d274-4deb-8310-7af1cf8856a7 service nova] Acquiring lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.835554] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.835896] env[70683]: DEBUG nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Instance network_info: |[{"id": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "address": "fa:16:3e:08:a7:3b", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61047b1c-d1", "ovs_interfaceid": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.836225] env[70683]: DEBUG oslo_concurrency.lockutils [req-2f6dccad-57f3-4f80-b915-a84cd26a595d req-2722466f-d274-4deb-8310-7af1cf8856a7 service nova] Acquired lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.836407] env[70683]: DEBUG nova.network.neutron [req-2f6dccad-57f3-4f80-b915-a84cd26a595d req-2722466f-d274-4deb-8310-7af1cf8856a7 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Refreshing network info cache for port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.837834] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:a7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61047b1c-d1d9-41d5-b131-af2e50cfb8e4', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.846385] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.849138] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.850152] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e06a2f-7d5d-4959-9e13-ad2626e65904 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.865551] env[70683]: DEBUG nova.scheduler.client.report [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.876538] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.876538] env[70683]: value = "task-3281686" [ 1314.876538] env[70683]: _type = "Task" [ 1314.876538] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.884660] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281686, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.053981] env[70683]: DEBUG nova.network.neutron [req-2f6dccad-57f3-4f80-b915-a84cd26a595d req-2722466f-d274-4deb-8310-7af1cf8856a7 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updated VIF entry in instance network info cache for port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.054383] env[70683]: DEBUG nova.network.neutron [req-2f6dccad-57f3-4f80-b915-a84cd26a595d req-2722466f-d274-4deb-8310-7af1cf8856a7 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [{"id": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "address": "fa:16:3e:08:a7:3b", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61047b1c-d1", "ovs_interfaceid": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.086955] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.146919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.147317] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.158764] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.159066] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.159344] env[70683]: DEBUG nova.network.neutron [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.168036] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.169802] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7789364-7aa3-4459-862e-fee3a6126b98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.181771] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1315.181771] env[70683]: value = "task-3281687" [ 1315.181771] env[70683]: _type = "Task" [ 1315.181771] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.191623] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281687, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.259078] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "e7ee7eac-7940-43c5-8011-311ac37de812" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.259290] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.372105] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.372694] env[70683]: DEBUG nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.375543] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.749s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.376227] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.388353] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281686, 'name': CreateVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.404897] env[70683]: INFO nova.scheduler.client.report [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted allocations for instance c6050e11-efb0-456e-9b3e-08ff728daac0 [ 1315.557061] env[70683]: DEBUG oslo_concurrency.lockutils [req-2f6dccad-57f3-4f80-b915-a84cd26a595d req-2722466f-d274-4deb-8310-7af1cf8856a7 service nova] Releasing lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.590023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.590383] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.590640] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.590868] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1315.591792] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79324895-7f84-4684-9f74-83e257450e99 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.600284] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aa2b72-d390-40f1-808e-9355a4213dd4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.620890] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd5dcb1-fe5d-43e4-ba68-1fea974b34ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.631073] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3712ac-016e-4ef6-815b-da1e97ca8d47 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.661032] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179536MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1315.661239] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.661406] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.692544] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281687, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.762094] env[70683]: DEBUG nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.879750] env[70683]: DEBUG nova.compute.utils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.881312] env[70683]: DEBUG nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.881478] env[70683]: DEBUG nova.network.neutron [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.893943] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281686, 'name': CreateVM_Task, 'duration_secs': 0.536149} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.894111] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.901713] env[70683]: DEBUG nova.network.neutron [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [{"id": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "address": "fa:16:3e:54:48:44", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d239f56-32", "ovs_interfaceid": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.903788] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.903951] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.904330] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.904581] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671fb652-b3f6-41dd-a9f6-54366c22fd2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.910667] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1315.910667] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526d8596-2290-bbf7-c6a7-e9646a943c74" [ 1315.910667] env[70683]: _type = "Task" [ 1315.910667] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.917110] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.917340] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.917535] env[70683]: DEBUG nova.compute.manager [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Going to confirm migration 5 {{(pid=70683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1315.921316] env[70683]: DEBUG oslo_concurrency.lockutils [None req-252b5caa-887b-4325-8657-0fe0fcf10296 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.937s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.922315] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.311s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.922492] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] During sync_power_state the instance has a pending task (deleting). Skip. [ 1315.922696] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "c6050e11-efb0-456e-9b3e-08ff728daac0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.926731] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526d8596-2290-bbf7-c6a7-e9646a943c74, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.926995] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.927218] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.927447] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.927588] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.927762] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.929172] env[70683]: DEBUG nova.policy [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5778d1bbf4b8443ca2311e304bd2c99d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d03aec1d5dc40c786be6da351e98dba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.930508] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f87340-fdec-490c-8fd4-492d89e1893e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.942444] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.942649] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.943501] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a73af3-9eda-4013-a019-529e7a335bd3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.951835] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1315.951835] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5206ab93-ddf6-9eff-8a7d-ae9f524bcca3" [ 1315.951835] env[70683]: _type = "Task" [ 1315.951835] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.961439] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5206ab93-ddf6-9eff-8a7d-ae9f524bcca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.195308] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281687, 'name': CloneVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.203529] env[70683]: DEBUG nova.network.neutron [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Successfully created port: 30629361-a8a9-44f2-bad3-ddc085c8aeb7 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1316.284393] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.388138] env[70683]: DEBUG nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.407994] env[70683]: DEBUG oslo_concurrency.lockutils [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.464298] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5206ab93-ddf6-9eff-8a7d-ae9f524bcca3, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.465098] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e21278-e66f-4f39-92f3-abf4c417822d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.471058] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1316.471058] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52acbbf8-a18a-0508-1cb4-17d2b2ec84e9" [ 1316.471058] env[70683]: _type = "Task" [ 1316.471058] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.479504] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52acbbf8-a18a-0508-1cb4-17d2b2ec84e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.500695] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.500922] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquired lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.501060] env[70683]: DEBUG nova.network.neutron [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.501254] env[70683]: DEBUG nova.objects.instance [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'info_cache' on Instance uuid 37fe2736-7eaa-4eb8-a10b-89489b018fd5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.672013] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Applying migration context for instance 0d9dd2c6-794d-46be-b389-198ad6400f69 as it has an incoming, in-progress migration 4adbce38-f742-400f-aad1-57935c21ebdc. Migration status is post-migrating {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1316.672357] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Applying migration context for instance 37fe2736-7eaa-4eb8-a10b-89489b018fd5 as it has an incoming, in-progress migration 4a240cf0-994e-4bce-b6a9-3f1518b3f093. Migration status is finished {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1316.673561] env[70683]: INFO nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating resource usage from migration 4adbce38-f742-400f-aad1-57935c21ebdc [ 1316.673894] env[70683]: INFO nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating resource usage from migration 4a240cf0-994e-4bce-b6a9-3f1518b3f093 [ 1316.690213] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.690388] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 36e67e75-bc87-4ee2-bc44-c50b040e90cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.690522] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 9765d906-98b0-4720-bfd1-88b3a26317b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.690645] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Migration 4a240cf0-994e-4bce-b6a9-3f1518b3f093 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1316.690763] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 37fe2736-7eaa-4eb8-a10b-89489b018fd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.690880] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Migration 4adbce38-f742-400f-aad1-57935c21ebdc is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1316.690996] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 0d9dd2c6-794d-46be-b389-198ad6400f69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.691125] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.691239] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance d5b20e1c-0e3e-401f-a25d-c197c4bb387d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1316.696109] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281687, 'name': CloneVM_Task, 'duration_secs': 1.092734} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.697158] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Created linked-clone VM from snapshot [ 1316.697931] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587da6fb-61e6-43c7-8645-7b065d05e76e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.707940] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Uploading image 529bf166-27ce-44ee-b882-fc8ae36c4e47 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1316.729702] env[70683]: DEBUG oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1316.729702] env[70683]: value = "vm-655370" [ 1316.729702] env[70683]: _type = "VirtualMachine" [ 1316.729702] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1316.730283] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b032b52-1c06-4bd1-93af-29f1545ac7c7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.739034] env[70683]: DEBUG oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease: (returnval){ [ 1316.739034] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5234d153-fd5b-36a7-3309-d42023a6eba6" [ 1316.739034] env[70683]: _type = "HttpNfcLease" [ 1316.739034] env[70683]: } obtained for exporting VM: (result){ [ 1316.739034] env[70683]: value = "vm-655370" [ 1316.739034] env[70683]: _type = "VirtualMachine" [ 1316.739034] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1316.739451] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the lease: (returnval){ [ 1316.739451] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5234d153-fd5b-36a7-3309-d42023a6eba6" [ 1316.739451] env[70683]: _type = "HttpNfcLease" [ 1316.739451] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1316.746792] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.746792] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5234d153-fd5b-36a7-3309-d42023a6eba6" [ 1316.746792] env[70683]: _type = "HttpNfcLease" [ 1316.746792] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1316.931020] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabbbd5c-034c-4574-a447-57118f7bff33 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.951942] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8b0815-2060-49f9-a73e-08e2d522025a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.960954] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance '0d9dd2c6-794d-46be-b389-198ad6400f69' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.981555] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52acbbf8-a18a-0508-1cb4-17d2b2ec84e9, 'name': SearchDatastore_Task, 'duration_secs': 0.045344} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.982498] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.982498] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4/ef97acff-a5b1-4dd6-9b43-905b2d5c00c4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.982498] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca15baad-b603-469e-9875-a9deb94eb6a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.990641] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1316.990641] env[70683]: value = "task-3281689" [ 1316.990641] env[70683]: _type = "Task" [ 1316.990641] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.000422] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.198688] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e7ee7eac-7940-43c5-8011-311ac37de812 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1317.199130] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1317.199130] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1317.250774] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.250774] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5234d153-fd5b-36a7-3309-d42023a6eba6" [ 1317.250774] env[70683]: _type = "HttpNfcLease" [ 1317.250774] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.251165] env[70683]: DEBUG oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.251165] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5234d153-fd5b-36a7-3309-d42023a6eba6" [ 1317.251165] env[70683]: _type = "HttpNfcLease" [ 1317.251165] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1317.251925] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad3ee26-db35-48cf-b2b4-b5e6b54ab5b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.260928] env[70683]: DEBUG oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2a08d-0afc-3137-4fd4-54f609acdb0d/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.261145] env[70683]: DEBUG oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2a08d-0afc-3137-4fd4-54f609acdb0d/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1317.401341] env[70683]: DEBUG nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1317.404789] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67fd3a6-7abf-4f7d-8c4a-7058a4aa97d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.413550] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6e1baa-d59f-4acb-bc0d-c4cd2a2745a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.419992] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32681195-6a59-4351-8a22-bc21c76c8cfd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.452419] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd51196-4a36-4a3d-ad13-d9ea449de22e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.457840] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.458099] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.458269] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.458452] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.458600] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.458749] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.458962] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.459157] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.459348] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.459518] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.459691] env[70683]: DEBUG nova.virt.hardware [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.461802] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd2e707-4931-454a-9b48-a37888eba467 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.469788] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.477305] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98871626-12a9-4a22-9608-04fa6f5009af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.480175] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c14a1be-fd30-4bc4-b88a-006005d5f46d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.485030] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6468081-f288-487e-b409-497b792d1894 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.514020] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.516673] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1317.516673] env[70683]: value = "task-3281690" [ 1317.516673] env[70683]: _type = "Task" [ 1317.516673] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.523026] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474437} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.524197] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4/ef97acff-a5b1-4dd6-9b43-905b2d5c00c4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.524419] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.524664] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebec19df-ebf1-45c3-b59f-41f57e4e41d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.530712] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.536025] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1317.536025] env[70683]: value = "task-3281691" [ 1317.536025] env[70683]: _type = "Task" [ 1317.536025] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.546424] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.917456] env[70683]: DEBUG nova.network.neutron [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance_info_cache with network_info: [{"id": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "address": "fa:16:3e:b0:49:b7", "network": {"id": "a4f0390c-811b-414d-846a-0ded14d1f38a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1136650812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3a0d5f5975849c6acb9f2c795e60b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9d28a1-f5", "ovs_interfaceid": "5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.926588] env[70683]: DEBUG nova.compute.manager [req-9e1e377a-6566-4e01-ac97-11d6628fe213 req-716b694b-faf4-4ec7-a013-51fd8dd93cd9 service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Received event network-vif-plugged-30629361-a8a9-44f2-bad3-ddc085c8aeb7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.926909] env[70683]: DEBUG oslo_concurrency.lockutils [req-9e1e377a-6566-4e01-ac97-11d6628fe213 req-716b694b-faf4-4ec7-a013-51fd8dd93cd9 service nova] Acquiring lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.927213] env[70683]: DEBUG oslo_concurrency.lockutils [req-9e1e377a-6566-4e01-ac97-11d6628fe213 req-716b694b-faf4-4ec7-a013-51fd8dd93cd9 service nova] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.927441] env[70683]: DEBUG oslo_concurrency.lockutils [req-9e1e377a-6566-4e01-ac97-11d6628fe213 req-716b694b-faf4-4ec7-a013-51fd8dd93cd9 service nova] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.927675] env[70683]: DEBUG nova.compute.manager [req-9e1e377a-6566-4e01-ac97-11d6628fe213 req-716b694b-faf4-4ec7-a013-51fd8dd93cd9 service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] No waiting events found dispatching network-vif-plugged-30629361-a8a9-44f2-bad3-ddc085c8aeb7 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.927849] env[70683]: WARNING nova.compute.manager [req-9e1e377a-6566-4e01-ac97-11d6628fe213 req-716b694b-faf4-4ec7-a013-51fd8dd93cd9 service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Received unexpected event network-vif-plugged-30629361-a8a9-44f2-bad3-ddc085c8aeb7 for instance with vm_state building and task_state spawning. [ 1318.014734] env[70683]: DEBUG nova.network.neutron [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Successfully updated port: 30629361-a8a9-44f2-bad3-ddc085c8aeb7 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.018013] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.033502] env[70683]: DEBUG oslo_vmware.api [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281690, 'name': PowerOnVM_Task, 'duration_secs': 0.405715} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.034645] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.038187] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-8a848107-a02d-47cb-b4cd-0ca02cf9fb1c tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance '0d9dd2c6-794d-46be-b389-198ad6400f69' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.048954] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064811} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.049551] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.050612] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843cda6a-865b-4110-962d-d96773774b80 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.077835] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4/ef97acff-a5b1-4dd6-9b43-905b2d5c00c4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.078443] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78fde48-e5d6-4789-aae7-fd23aa95493f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.102560] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1318.102560] env[70683]: value = "task-3281692" [ 1318.102560] env[70683]: _type = "Task" [ 1318.102560] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.112709] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.419873] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Releasing lock "refresh_cache-37fe2736-7eaa-4eb8-a10b-89489b018fd5" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.420266] env[70683]: DEBUG nova.objects.instance [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lazy-loading 'migration_context' on Instance uuid 37fe2736-7eaa-4eb8-a10b-89489b018fd5 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.517369] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.517530] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.517713] env[70683]: DEBUG nova.network.neutron [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.522838] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1318.523214] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.862s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.523583] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.239s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.525145] env[70683]: INFO nova.compute.claims [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.613869] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.923405] env[70683]: DEBUG nova.objects.base [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Object Instance<37fe2736-7eaa-4eb8-a10b-89489b018fd5> lazy-loaded attributes: info_cache,migration_context {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1318.924488] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fe058e-22e3-4995-af55-53119715f0a7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.948611] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85450acc-7bb0-4a40-9be9-2b29f8966800 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.955356] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1318.955356] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522f6518-8252-e9f3-4f93-50b45ba5e902" [ 1318.955356] env[70683]: _type = "Task" [ 1318.955356] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.964774] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522f6518-8252-e9f3-4f93-50b45ba5e902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.049876] env[70683]: DEBUG nova.network.neutron [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.115773] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281692, 'name': ReconfigVM_Task, 'duration_secs': 0.89514} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.116160] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4/ef97acff-a5b1-4dd6-9b43-905b2d5c00c4.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.116924] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05baa9dd-09e6-4e56-8bdd-8aed434488d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.128615] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1319.128615] env[70683]: value = "task-3281693" [ 1319.128615] env[70683]: _type = "Task" [ 1319.128615] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.138990] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281693, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.234461] env[70683]: DEBUG nova.network.neutron [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance_info_cache with network_info: [{"id": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "address": "fa:16:3e:6f:6e:b4", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30629361-a8", "ovs_interfaceid": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.468620] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522f6518-8252-e9f3-4f93-50b45ba5e902, 'name': SearchDatastore_Task, 'duration_secs': 0.023123} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.468994] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.643952] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281693, 'name': Rename_Task, 'duration_secs': 0.222216} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.644376] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.644984] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de7e62e6-af08-4566-8215-0e6df18146c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.655891] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1319.655891] env[70683]: value = "task-3281694" [ 1319.655891] env[70683]: _type = "Task" [ 1319.655891] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.667964] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.686359] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e72627-8b78-48d2-a3fb-1c9ed5233f62 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.695922] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c2a3cf-0259-4800-9890-02d08cf000da {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.740998] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.741338] env[70683]: DEBUG nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Instance network_info: |[{"id": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "address": "fa:16:3e:6f:6e:b4", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30629361-a8", "ovs_interfaceid": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1319.741998] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:6e:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30629361-a8a9-44f2-bad3-ddc085c8aeb7', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.749407] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.750122] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272ea592-c85d-418f-ba92-e6d647207c92 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.752828] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.753264] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20381cc1-c82d-482a-a4bc-0e3080dc2d06 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.776407] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b1839d-357a-494f-b2b8-cc2f92b31282 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.780640] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.780640] env[70683]: value = "task-3281695" [ 1319.780640] env[70683]: _type = "Task" [ 1319.780640] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.792221] env[70683]: DEBUG nova.compute.provider_tree [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.799776] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281695, 'name': CreateVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.006149] env[70683]: DEBUG nova.compute.manager [req-7c0c6ed1-f8e0-4e14-8317-dd9575e7cc32 req-e73c39fd-4f4b-4873-8e17-988bb61d2c1c service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Received event network-changed-30629361-a8a9-44f2-bad3-ddc085c8aeb7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.006493] env[70683]: DEBUG nova.compute.manager [req-7c0c6ed1-f8e0-4e14-8317-dd9575e7cc32 req-e73c39fd-4f4b-4873-8e17-988bb61d2c1c service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Refreshing instance network info cache due to event network-changed-30629361-a8a9-44f2-bad3-ddc085c8aeb7. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.006829] env[70683]: DEBUG oslo_concurrency.lockutils [req-7c0c6ed1-f8e0-4e14-8317-dd9575e7cc32 req-e73c39fd-4f4b-4873-8e17-988bb61d2c1c service nova] Acquiring lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.007137] env[70683]: DEBUG oslo_concurrency.lockutils [req-7c0c6ed1-f8e0-4e14-8317-dd9575e7cc32 req-e73c39fd-4f4b-4873-8e17-988bb61d2c1c service nova] Acquired lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.007581] env[70683]: DEBUG nova.network.neutron [req-7c0c6ed1-f8e0-4e14-8317-dd9575e7cc32 req-e73c39fd-4f4b-4873-8e17-988bb61d2c1c service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Refreshing network info cache for port 30629361-a8a9-44f2-bad3-ddc085c8aeb7 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.174064] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.292499] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281695, 'name': CreateVM_Task, 'duration_secs': 0.369878} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.292667] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.293384] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.293552] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.293876] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.294206] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed71f73-2ed8-4fb7-89eb-47cb723ad653 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.297551] env[70683]: DEBUG nova.scheduler.client.report [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.308038] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1320.308038] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]520b3cef-a8ac-037c-7f54-d9cb5bcd9937" [ 1320.308038] env[70683]: _type = "Task" [ 1320.308038] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.321700] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520b3cef-a8ac-037c-7f54-d9cb5bcd9937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.671455] env[70683]: DEBUG oslo_vmware.api [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281694, 'name': PowerOnVM_Task, 'duration_secs': 0.586326} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.673997] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.674221] env[70683]: INFO nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1320.674407] env[70683]: DEBUG nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.675243] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cd7b8e-fbb3-425d-b490-9fc80b590db4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.804715] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.805261] env[70683]: DEBUG nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.809122] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.340s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.826732] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]520b3cef-a8ac-037c-7f54-d9cb5bcd9937, 'name': SearchDatastore_Task, 'duration_secs': 0.014619} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.828304] env[70683]: DEBUG nova.network.neutron [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Port 0d239f56-32f9-48ff-a33a-dc391ea3817e binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1320.828625] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.828849] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.829100] env[70683]: DEBUG nova.network.neutron [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.830800] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.831356] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.831443] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.831655] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.831925] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.833625] env[70683]: DEBUG nova.network.neutron [req-7c0c6ed1-f8e0-4e14-8317-dd9575e7cc32 req-e73c39fd-4f4b-4873-8e17-988bb61d2c1c service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updated VIF entry in instance network info cache for port 30629361-a8a9-44f2-bad3-ddc085c8aeb7. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.834093] env[70683]: DEBUG nova.network.neutron [req-7c0c6ed1-f8e0-4e14-8317-dd9575e7cc32 req-e73c39fd-4f4b-4873-8e17-988bb61d2c1c service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance_info_cache with network_info: [{"id": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "address": "fa:16:3e:6f:6e:b4", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30629361-a8", "ovs_interfaceid": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.839033] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e14fe629-a7aa-48ce-b710-6b49530753ed {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.849369] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.849646] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.851033] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89d0696-be1f-40ce-a09b-35956e934ade {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.859268] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1320.859268] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cc95eb-5b0c-93c8-0e56-7037a721ffb2" [ 1320.859268] env[70683]: _type = "Task" [ 1320.859268] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.871827] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cc95eb-5b0c-93c8-0e56-7037a721ffb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.194632] env[70683]: INFO nova.compute.manager [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Took 14.67 seconds to build instance. [ 1321.312828] env[70683]: DEBUG nova.compute.utils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.314972] env[70683]: DEBUG nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.314972] env[70683]: DEBUG nova.network.neutron [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.341196] env[70683]: DEBUG oslo_concurrency.lockutils [req-7c0c6ed1-f8e0-4e14-8317-dd9575e7cc32 req-e73c39fd-4f4b-4873-8e17-988bb61d2c1c service nova] Releasing lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.373900] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cc95eb-5b0c-93c8-0e56-7037a721ffb2, 'name': SearchDatastore_Task, 'duration_secs': 0.015517} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.374727] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3928cf2-2e9c-4bd2-9af1-72a29be624b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.382816] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1321.382816] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5230f34e-0319-a814-2a2f-ef5bc4d5c990" [ 1321.382816] env[70683]: _type = "Task" [ 1321.382816] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.392596] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5230f34e-0319-a814-2a2f-ef5bc4d5c990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.401497] env[70683]: DEBUG nova.policy [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9002d0ad31f4a0387781f607330b77c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '153b30cedeb14326a01f7924b2233830', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.484914] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5315f6ce-3c8f-419f-b4c6-23f440e29b57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.494167] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e413fcd-b289-4d83-9c73-7bf006594b37 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.528264] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c80094-f496-4342-acee-55a8d44a132a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.544723] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1a57cb-8c1d-4dc2-a6cd-9fa746cc8cb1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.561239] env[70683]: DEBUG nova.compute.provider_tree [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.697347] env[70683]: DEBUG oslo_concurrency.lockutils [None req-b42bb9b8-ec9c-4385-adb1-3586987c0717 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.183s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.697633] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.085s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.697814] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] During sync_power_state the instance has a pending task (spawning). Skip. [ 1321.698045] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.792077] env[70683]: DEBUG nova.network.neutron [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [{"id": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "address": "fa:16:3e:54:48:44", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d239f56-32", "ovs_interfaceid": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.818494] env[70683]: DEBUG nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.894623] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5230f34e-0319-a814-2a2f-ef5bc4d5c990, 'name': SearchDatastore_Task, 'duration_secs': 0.015946} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.895086] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.895252] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] d5b20e1c-0e3e-401f-a25d-c197c4bb387d/d5b20e1c-0e3e-401f-a25d-c197c4bb387d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.895521] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f17d1c62-d708-40cd-a9f3-412ed6fca916 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.900193] env[70683]: DEBUG nova.network.neutron [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Successfully created port: 0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.903783] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1321.903783] env[70683]: value = "task-3281696" [ 1321.903783] env[70683]: _type = "Task" [ 1321.903783] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.913478] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.066162] env[70683]: DEBUG nova.scheduler.client.report [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.186880] env[70683]: DEBUG nova.compute.manager [req-632c443b-8d95-4820-8b38-95e7e67c5715 req-54725c27-937f-4daa-a869-ead14fcc2b36 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received event network-changed-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.187199] env[70683]: DEBUG nova.compute.manager [req-632c443b-8d95-4820-8b38-95e7e67c5715 req-54725c27-937f-4daa-a869-ead14fcc2b36 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Refreshing instance network info cache due to event network-changed-61047b1c-d1d9-41d5-b131-af2e50cfb8e4. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.187446] env[70683]: DEBUG oslo_concurrency.lockutils [req-632c443b-8d95-4820-8b38-95e7e67c5715 req-54725c27-937f-4daa-a869-ead14fcc2b36 service nova] Acquiring lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.187581] env[70683]: DEBUG oslo_concurrency.lockutils [req-632c443b-8d95-4820-8b38-95e7e67c5715 req-54725c27-937f-4daa-a869-ead14fcc2b36 service nova] Acquired lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.188049] env[70683]: DEBUG nova.network.neutron [req-632c443b-8d95-4820-8b38-95e7e67c5715 req-54725c27-937f-4daa-a869-ead14fcc2b36 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Refreshing network info cache for port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.295632] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.325735] env[70683]: INFO nova.virt.block_device [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Booting with volume 50e21d55-c05d-4892-b8e1-f511d539232b at /dev/sda [ 1322.368129] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b3499da-dbdd-42a8-bd72-6fbf342faf53 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.383083] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a2328-cf73-426d-b494-e33d5625ebbc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.415260] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.424908] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f00d080-51f4-47ba-903f-eb2fa475f045 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.438380] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62424c40-07f7-4914-8c37-cf8b97ea4d78 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.475679] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4d7112-6411-4842-9458-2b90d43608a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.483836] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a444948d-799c-4717-91e3-9df06bb509f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.501600] env[70683]: DEBUG nova.virt.block_device [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating existing volume attachment record: 998a78b1-3d96-41f5-8a6e-54b75ae767c2 {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1322.799440] env[70683]: DEBUG nova.compute.manager [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1322.799877] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.919207] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590201} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.920621] env[70683]: DEBUG nova.network.neutron [req-632c443b-8d95-4820-8b38-95e7e67c5715 req-54725c27-937f-4daa-a869-ead14fcc2b36 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updated VIF entry in instance network info cache for port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.921161] env[70683]: DEBUG nova.network.neutron [req-632c443b-8d95-4820-8b38-95e7e67c5715 req-54725c27-937f-4daa-a869-ead14fcc2b36 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [{"id": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "address": "fa:16:3e:08:a7:3b", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61047b1c-d1", "ovs_interfaceid": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.922885] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] d5b20e1c-0e3e-401f-a25d-c197c4bb387d/d5b20e1c-0e3e-401f-a25d-c197c4bb387d.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.923265] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.923931] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dafc1f4d-ccb9-4abb-a306-2e137452a42a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.934747] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1322.934747] env[70683]: value = "task-3281697" [ 1322.934747] env[70683]: _type = "Task" [ 1322.934747] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.948567] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.076950] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.268s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.080335] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.281s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.425272] env[70683]: DEBUG oslo_concurrency.lockutils [req-632c443b-8d95-4820-8b38-95e7e67c5715 req-54725c27-937f-4daa-a869-ead14fcc2b36 service nova] Releasing lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.450238] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07586} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.450238] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.450238] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7816cb-cde6-4b4f-a6f2-fd4719367cdf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.478077] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] d5b20e1c-0e3e-401f-a25d-c197c4bb387d/d5b20e1c-0e3e-401f-a25d-c197c4bb387d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.479030] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-258e1df2-7054-43d8-8a24-278aa0fa9d0a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.495085] env[70683]: DEBUG nova.compute.manager [req-956fc94d-eb38-4dfc-b8ef-7f903e6f8c55 req-fd9c6698-4723-4d64-82df-cbfdce1bb2d5 service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Received event network-vif-plugged-0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.495457] env[70683]: DEBUG oslo_concurrency.lockutils [req-956fc94d-eb38-4dfc-b8ef-7f903e6f8c55 req-fd9c6698-4723-4d64-82df-cbfdce1bb2d5 service nova] Acquiring lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.496253] env[70683]: DEBUG oslo_concurrency.lockutils [req-956fc94d-eb38-4dfc-b8ef-7f903e6f8c55 req-fd9c6698-4723-4d64-82df-cbfdce1bb2d5 service nova] Lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.498696] env[70683]: DEBUG oslo_concurrency.lockutils [req-956fc94d-eb38-4dfc-b8ef-7f903e6f8c55 req-fd9c6698-4723-4d64-82df-cbfdce1bb2d5 service nova] Lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.498696] env[70683]: DEBUG nova.compute.manager [req-956fc94d-eb38-4dfc-b8ef-7f903e6f8c55 req-fd9c6698-4723-4d64-82df-cbfdce1bb2d5 service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] No waiting events found dispatching network-vif-plugged-0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.498696] env[70683]: WARNING nova.compute.manager [req-956fc94d-eb38-4dfc-b8ef-7f903e6f8c55 req-fd9c6698-4723-4d64-82df-cbfdce1bb2d5 service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Received unexpected event network-vif-plugged-0668ab12-048e-4a1e-b100-49c447dd14ae for instance with vm_state building and task_state block_device_mapping. [ 1323.505754] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1323.505754] env[70683]: value = "task-3281698" [ 1323.505754] env[70683]: _type = "Task" [ 1323.505754] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.507042] env[70683]: DEBUG nova.network.neutron [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Successfully updated port: 0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.520420] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.585571] env[70683]: DEBUG nova.objects.instance [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'migration_context' on Instance uuid 0d9dd2c6-794d-46be-b389-198ad6400f69 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.660888] env[70683]: INFO nova.scheduler.client.report [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted allocation for migration 4a240cf0-994e-4bce-b6a9-3f1518b3f093 [ 1324.013874] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.014153] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.014277] env[70683]: DEBUG nova.network.neutron [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.021801] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.167177] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.250s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.225394] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7596a088-016a-4bcd-bca1-ed1565198872 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.234077] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc7a8c6-5565-4b9b-a06b-e0514f60cca6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.267409] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277ec267-8ba4-4e4f-a00f-707b9370af9e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.282020] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d343d8-8a7f-4edc-ae9e-8033bb2845de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.295507] env[70683]: DEBUG nova.compute.provider_tree [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.521506] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281698, 'name': ReconfigVM_Task, 'duration_secs': 0.579184} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.522115] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] d5b20e1c-0e3e-401f-a25d-c197c4bb387d/d5b20e1c-0e3e-401f-a25d-c197c4bb387d.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.522770] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8ab9de-c901-4840-a0e7-d8bb2ac3db40 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.530764] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1324.530764] env[70683]: value = "task-3281699" [ 1324.530764] env[70683]: _type = "Task" [ 1324.530764] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.541341] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281699, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.565525] env[70683]: DEBUG nova.network.neutron [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.599318] env[70683]: DEBUG nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.599872] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.600237] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.600318] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.600459] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.600602] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.600748] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.600949] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.601143] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.601328] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.601490] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.601684] env[70683]: DEBUG nova.virt.hardware [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.602653] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20ec746-36db-48db-a1c3-1e3764c460fc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.615843] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0decc812-1673-47b5-af33-adc17f816b89 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.720274] env[70683]: DEBUG nova.network.neutron [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance_info_cache with network_info: [{"id": "0668ab12-048e-4a1e-b100-49c447dd14ae", "address": "fa:16:3e:a4:c8:0c", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0668ab12-04", "ovs_interfaceid": "0668ab12-048e-4a1e-b100-49c447dd14ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.798742] env[70683]: DEBUG nova.scheduler.client.report [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.043405] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281699, 'name': Rename_Task, 'duration_secs': 0.205726} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.043850] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.044228] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0dd9897-2c9e-4807-8d25-058ed6d427e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.054453] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1325.054453] env[70683]: value = "task-3281700" [ 1325.054453] env[70683]: _type = "Task" [ 1325.054453] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.063318] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.070992] env[70683]: DEBUG oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2a08d-0afc-3137-4fd4-54f609acdb0d/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1325.072337] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e03fb-2672-4f07-bf36-c6dac600a757 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.078562] env[70683]: DEBUG oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2a08d-0afc-3137-4fd4-54f609acdb0d/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1325.078745] env[70683]: ERROR oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2a08d-0afc-3137-4fd4-54f609acdb0d/disk-0.vmdk due to incomplete transfer. [ 1325.078991] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f7bf408-3f5a-4577-8f70-203e827a6cbd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.089764] env[70683]: DEBUG oslo_vmware.rw_handles [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2a08d-0afc-3137-4fd4-54f609acdb0d/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1325.089973] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Uploaded image 529bf166-27ce-44ee-b882-fc8ae36c4e47 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1325.092280] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1325.092547] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a8c8685-4eb9-4314-bdbc-d557c2b348d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.099267] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1325.099267] env[70683]: value = "task-3281701" [ 1325.099267] env[70683]: _type = "Task" [ 1325.099267] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.107555] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281701, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.222844] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.223292] env[70683]: DEBUG nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Instance network_info: |[{"id": "0668ab12-048e-4a1e-b100-49c447dd14ae", "address": "fa:16:3e:a4:c8:0c", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0668ab12-04", "ovs_interfaceid": "0668ab12-048e-4a1e-b100-49c447dd14ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.223850] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:c8:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0668ab12-048e-4a1e-b100-49c447dd14ae', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.235448] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.235727] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.236017] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f9eec2-2f9e-4f7e-a981-12db3a14e3f1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.264506] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.264506] env[70683]: value = "task-3281702" [ 1325.264506] env[70683]: _type = "Task" [ 1325.264506] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.273439] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281702, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.439422] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.439741] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.440073] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.440316] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.440501] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.443216] env[70683]: INFO nova.compute.manager [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Terminating instance [ 1325.497236] env[70683]: DEBUG nova.compute.manager [req-a7d05921-5a4e-4510-85d9-7b44d7cdc657 req-a9214537-9280-4c3b-9799-23487272e74d service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Received event network-changed-0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.497415] env[70683]: DEBUG nova.compute.manager [req-a7d05921-5a4e-4510-85d9-7b44d7cdc657 req-a9214537-9280-4c3b-9799-23487272e74d service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Refreshing instance network info cache due to event network-changed-0668ab12-048e-4a1e-b100-49c447dd14ae. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.497671] env[70683]: DEBUG oslo_concurrency.lockutils [req-a7d05921-5a4e-4510-85d9-7b44d7cdc657 req-a9214537-9280-4c3b-9799-23487272e74d service nova] Acquiring lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.497822] env[70683]: DEBUG oslo_concurrency.lockutils [req-a7d05921-5a4e-4510-85d9-7b44d7cdc657 req-a9214537-9280-4c3b-9799-23487272e74d service nova] Acquired lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.498056] env[70683]: DEBUG nova.network.neutron [req-a7d05921-5a4e-4510-85d9-7b44d7cdc657 req-a9214537-9280-4c3b-9799-23487272e74d service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Refreshing network info cache for port 0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.566527] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281700, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.609224] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281701, 'name': Destroy_Task, 'duration_secs': 0.345228} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.609513] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Destroyed the VM [ 1325.609758] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1325.610052] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b81f715a-c449-453c-b3b0-2923c175dd75 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.618465] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1325.618465] env[70683]: value = "task-3281703" [ 1325.618465] env[70683]: _type = "Task" [ 1325.618465] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.629289] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.775031] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281702, 'name': CreateVM_Task, 'duration_secs': 0.506494} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.775194] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.775926] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655367', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'name': 'volume-50e21d55-c05d-4892-b8e1-f511d539232b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7ee7eac-7940-43c5-8011-311ac37de812', 'attached_at': '', 'detached_at': '', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'serial': '50e21d55-c05d-4892-b8e1-f511d539232b'}, 'mount_device': '/dev/sda', 'attachment_id': '998a78b1-3d96-41f5-8a6e-54b75ae767c2', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70683) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1325.776170] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Root volume attach. Driver type: vmdk {{(pid=70683) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1325.777302] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33a952e-cc11-4056-929c-26a50457c355 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.786430] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7bf033-27a4-4555-b965-36e2a96a1610 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.793530] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009dc292-9759-4f33-a36e-ea868a12f6fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.800566] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-90b32a30-3c06-4c78-8aea-a3766e702eda {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.811142] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.730s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.816258] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1325.816258] env[70683]: value = "task-3281704" [ 1325.816258] env[70683]: _type = "Task" [ 1325.816258] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.833088] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.947726] env[70683]: DEBUG nova.compute.manager [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.948098] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.949077] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc79f8-09c0-4a7a-8e78-861ef57c1dae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.958708] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.958970] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eedaf4a-1b81-47eb-9172-c4dcd1d1725e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.967147] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1325.967147] env[70683]: value = "task-3281705" [ 1325.967147] env[70683]: _type = "Task" [ 1325.967147] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.977220] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.067047] env[70683]: DEBUG oslo_vmware.api [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281700, 'name': PowerOnVM_Task, 'duration_secs': 0.621202} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.070170] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.070457] env[70683]: INFO nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1326.070591] env[70683]: DEBUG nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.071557] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9704f5d5-31ff-43aa-8edf-826c45ec05f8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.130757] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281703, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.275461] env[70683]: DEBUG nova.network.neutron [req-a7d05921-5a4e-4510-85d9-7b44d7cdc657 req-a9214537-9280-4c3b-9799-23487272e74d service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updated VIF entry in instance network info cache for port 0668ab12-048e-4a1e-b100-49c447dd14ae. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.276055] env[70683]: DEBUG nova.network.neutron [req-a7d05921-5a4e-4510-85d9-7b44d7cdc657 req-a9214537-9280-4c3b-9799-23487272e74d service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance_info_cache with network_info: [{"id": "0668ab12-048e-4a1e-b100-49c447dd14ae", "address": "fa:16:3e:a4:c8:0c", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0668ab12-04", "ovs_interfaceid": "0668ab12-048e-4a1e-b100-49c447dd14ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.330583] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task} progress is 38%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.480232] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281705, 'name': PowerOffVM_Task, 'duration_secs': 0.37045} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.480576] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.480798] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.481095] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e146431-05de-422c-bfcf-cf2d37042ae2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.571620] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.571951] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.572336] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleting the datastore file [datastore1] 37fe2736-7eaa-4eb8-a10b-89489b018fd5 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.572750] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f536dc52-801d-4220-899b-45d153186d6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.592957] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for the task: (returnval){ [ 1326.592957] env[70683]: value = "task-3281707" [ 1326.592957] env[70683]: _type = "Task" [ 1326.592957] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.601364] env[70683]: INFO nova.compute.manager [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Took 14.07 seconds to build instance. [ 1326.610794] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.630266] env[70683]: DEBUG oslo_vmware.api [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281703, 'name': RemoveSnapshot_Task, 'duration_secs': 0.988069} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.630857] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1326.631111] env[70683]: INFO nova.compute.manager [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Took 13.77 seconds to snapshot the instance on the hypervisor. [ 1326.782833] env[70683]: DEBUG oslo_concurrency.lockutils [req-a7d05921-5a4e-4510-85d9-7b44d7cdc657 req-a9214537-9280-4c3b-9799-23487272e74d service nova] Releasing lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.830277] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.107707] env[70683]: DEBUG oslo_concurrency.lockutils [None req-77b854e6-81bb-46be-8023-7e4cd735fa29 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.589s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.107707] env[70683]: DEBUG oslo_vmware.api [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Task: {'id': task-3281707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41161} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.109064] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.495s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.109064] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.109064] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.109064] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.109064] env[70683]: INFO nova.compute.manager [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1327.109064] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.110375] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fbe69a-762f-47f7-95c2-9980ee65009f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.112440] env[70683]: DEBUG nova.compute.manager [-] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.112560] env[70683]: DEBUG nova.network.neutron [-] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.180390] env[70683]: DEBUG nova.compute.manager [None req-526727d9-53d7-4fc7-b618-a412311ed97f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Found 2 images (rotation: 2) {{(pid=70683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1327.334731] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task} progress is 63%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.356877] env[70683]: INFO nova.compute.manager [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Swapping old allocation on dict_keys(['310e15c2-2022-48db-970f-b858868c7951']) held by migration 4adbce38-f742-400f-aad1-57935c21ebdc for instance [ 1327.384927] env[70683]: DEBUG nova.scheduler.client.report [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Overwriting current allocation {'allocations': {'310e15c2-2022-48db-970f-b858868c7951': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 161}}, 'project_id': '45d89edcbe2e4258a22ae92c1f5f7095', 'user_id': '59e20431e1694626ab3d0a92d1e7d038', 'consumer_generation': 1} on consumer 0d9dd2c6-794d-46be-b389-198ad6400f69 {{(pid=70683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1327.478136] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.478318] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.478545] env[70683]: DEBUG nova.network.neutron [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.531020] env[70683]: DEBUG nova.compute.manager [req-7e46056d-f1e0-4ebb-bdcf-8c8a76afdec6 req-d068b36f-afa7-4842-bbef-340e4d376077 service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Received event network-vif-deleted-5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.531679] env[70683]: INFO nova.compute.manager [req-7e46056d-f1e0-4ebb-bdcf-8c8a76afdec6 req-d068b36f-afa7-4842-bbef-340e4d376077 service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Neutron deleted interface 5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7; detaching it from the instance and deleting it from the info cache [ 1327.531679] env[70683]: DEBUG nova.network.neutron [req-7e46056d-f1e0-4ebb-bdcf-8c8a76afdec6 req-d068b36f-afa7-4842-bbef-340e4d376077 service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.622118] env[70683]: INFO nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1327.622480] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.831028] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task} progress is 76%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.935088] env[70683]: DEBUG nova.network.neutron [-] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.975572] env[70683]: DEBUG nova.compute.manager [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.976554] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52db61-805c-4650-842b-3ab1bca23098 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.034876] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-808c0eee-5af5-4cfa-96ac-489624d54591 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.049753] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba6dd1d-e4a7-4624-a033-136b4465aaa1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.084013] env[70683]: DEBUG nova.compute.manager [req-7e46056d-f1e0-4ebb-bdcf-8c8a76afdec6 req-d068b36f-afa7-4842-bbef-340e4d376077 service nova] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Detach interface failed, port_id=5a9d28a1-f5aa-43bf-98d9-d92b2a2991a7, reason: Instance 37fe2736-7eaa-4eb8-a10b-89489b018fd5 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.105018] env[70683]: DEBUG nova.compute.manager [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1328.332396] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task} progress is 89%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.439404] env[70683]: INFO nova.compute.manager [-] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Took 1.33 seconds to deallocate network for instance. [ 1328.491883] env[70683]: INFO nova.compute.manager [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] instance snapshotting [ 1328.492516] env[70683]: DEBUG nova.objects.instance [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'flavor' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.599769] env[70683]: DEBUG nova.network.neutron [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [{"id": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "address": "fa:16:3e:54:48:44", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d239f56-32", "ovs_interfaceid": "0d239f56-32f9-48ff-a33a-dc391ea3817e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.625931] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.627847] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.832327] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task} progress is 97%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.949693] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.998493] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a578007-83e2-4200-ae1c-281a044d6064 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.019019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8795e81c-5338-4cd2-a9e9-b2cbca45b7ab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.102791] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-0d9dd2c6-794d-46be-b389-198ad6400f69" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.103249] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.103539] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b832be6c-4661-4bd3-b3a0-aa8c16e585ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.111770] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1329.111770] env[70683]: value = "task-3281708" [ 1329.111770] env[70683]: _type = "Task" [ 1329.111770] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.120577] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.132591] env[70683]: INFO nova.compute.claims [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.332307] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task} progress is 98%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.531038] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1329.531405] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5744fb7e-14a9-4fc5-8623-7519c5ce53d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.542825] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1329.542825] env[70683]: value = "task-3281709" [ 1329.542825] env[70683]: _type = "Task" [ 1329.542825] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.552538] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281709, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.622310] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.639556] env[70683]: INFO nova.compute.resource_tracker [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating resource usage from migration 474edd93-96b3-49b8-b575-a8c6f2a8a01f [ 1329.767210] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d131bc97-3911-4c2c-80b0-7a2dcfc6c277 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.775572] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900c0804-b5a7-4e27-8ffe-b1ed4811a122 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.807871] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb05393b-5e01-4ed9-a557-c26683120fb1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.815908] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8061c3-44bf-4936-8be1-b80815c125a3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.830696] env[70683]: DEBUG nova.compute.provider_tree [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.840173] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281704, 'name': RelocateVM_Task, 'duration_secs': 3.997457} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.840414] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1329.840645] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655367', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'name': 'volume-50e21d55-c05d-4892-b8e1-f511d539232b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7ee7eac-7940-43c5-8011-311ac37de812', 'attached_at': '', 'detached_at': '', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'serial': '50e21d55-c05d-4892-b8e1-f511d539232b'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1329.841412] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc283e8-a780-489a-aeea-54f3c083ecbc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.858930] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378c76ae-dd9b-4206-a5b9-45c870ee7f3f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.882704] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-50e21d55-c05d-4892-b8e1-f511d539232b/volume-50e21d55-c05d-4892-b8e1-f511d539232b.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.882997] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b9ffaa-bf3d-45ca-9080-ab0f223ef997 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.902905] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1329.902905] env[70683]: value = "task-3281710" [ 1329.902905] env[70683]: _type = "Task" [ 1329.902905] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.910575] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.053303] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281709, 'name': CreateSnapshot_Task, 'duration_secs': 0.496473} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.053590] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1330.054354] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f376bbf6-2caf-4f4b-832a-2b3935797cbe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.122297] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281708, 'name': PowerOffVM_Task, 'duration_secs': 0.581637} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.122561] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.123301] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.123525] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.123685] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.123866] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.124071] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.124230] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.124439] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.124599] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.124768] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.124930] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.125123] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.130273] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82713ae-a351-414c-8146-bf589b168ac7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.145758] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1330.145758] env[70683]: value = "task-3281711" [ 1330.145758] env[70683]: _type = "Task" [ 1330.145758] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.153965] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.337150] env[70683]: DEBUG nova.scheduler.client.report [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.413456] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.572436] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1330.572843] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8711edbb-51be-4b89-9aaf-733a299f6626 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.580776] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1330.580776] env[70683]: value = "task-3281712" [ 1330.580776] env[70683]: _type = "Task" [ 1330.580776] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.589021] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281712, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.655928] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281711, 'name': ReconfigVM_Task, 'duration_secs': 0.258797} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.656847] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e17a9f9-ca29-4e53-99fa-4981f21bfd77 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.675099] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.675349] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.675506] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.675689] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.675836] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.675987] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.676232] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.676420] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.676597] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.676761] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.676933] env[70683]: DEBUG nova.virt.hardware [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.677737] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e590351-fd30-41bb-adc3-5d70bf3df857 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.684465] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1330.684465] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5250d16b-2a84-2ac2-48ec-5a56adccb0de" [ 1330.684465] env[70683]: _type = "Task" [ 1330.684465] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.692848] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5250d16b-2a84-2ac2-48ec-5a56adccb0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.843499] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.217s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.843747] env[70683]: INFO nova.compute.manager [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Migrating [ 1330.851194] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.902s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.851473] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.875207] env[70683]: INFO nova.scheduler.client.report [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Deleted allocations for instance 37fe2736-7eaa-4eb8-a10b-89489b018fd5 [ 1330.915165] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281710, 'name': ReconfigVM_Task, 'duration_secs': 0.695851} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.915666] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-50e21d55-c05d-4892-b8e1-f511d539232b/volume-50e21d55-c05d-4892-b8e1-f511d539232b.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.924903] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928dd1ef-4237-4809-8dea-f0981cf8a9e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.942700] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1330.942700] env[70683]: value = "task-3281713" [ 1330.942700] env[70683]: _type = "Task" [ 1330.942700] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.953017] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.090998] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281712, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.198748] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5250d16b-2a84-2ac2-48ec-5a56adccb0de, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.207082] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1331.207838] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d88dd6-fb94-4e31-b883-cdb793d3e789 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.233474] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1331.233474] env[70683]: value = "task-3281714" [ 1331.233474] env[70683]: _type = "Task" [ 1331.233474] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.243883] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.360913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.361355] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.361586] env[70683]: DEBUG nova.network.neutron [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.384750] env[70683]: DEBUG oslo_concurrency.lockutils [None req-bd31c1ca-cc4b-44d7-869a-efea07ed1168 tempest-DeleteServersTestJSON-839511821 tempest-DeleteServersTestJSON-839511821-project-member] Lock "37fe2736-7eaa-4eb8-a10b-89489b018fd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.945s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.452529] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281713, 'name': ReconfigVM_Task, 'duration_secs': 0.164852} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.452867] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655367', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'name': 'volume-50e21d55-c05d-4892-b8e1-f511d539232b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7ee7eac-7940-43c5-8011-311ac37de812', 'attached_at': '', 'detached_at': '', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'serial': '50e21d55-c05d-4892-b8e1-f511d539232b'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1331.453449] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-923c52f9-884b-42bb-be25-fe2a95287948 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.459229] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1331.459229] env[70683]: value = "task-3281715" [ 1331.459229] env[70683]: _type = "Task" [ 1331.459229] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.466768] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281715, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.591546] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281712, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.743893] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281714, 'name': ReconfigVM_Task, 'duration_secs': 0.228034} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.744193] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1331.744975] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590ba209-1306-48f2-8db4-18ab54fc6fdd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.768496] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69/0d9dd2c6-794d-46be-b389-198ad6400f69.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.768863] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c9a20e-351a-4497-a4e7-091c4d2089a9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.789032] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1331.789032] env[70683]: value = "task-3281716" [ 1331.789032] env[70683]: _type = "Task" [ 1331.789032] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.798445] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.971429] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281715, 'name': Rename_Task, 'duration_secs': 0.147334} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.971860] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.972344] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36cde9de-ba9d-4074-822c-e8a8a86432e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.979070] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1331.979070] env[70683]: value = "task-3281718" [ 1331.979070] env[70683]: _type = "Task" [ 1331.979070] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.987422] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.091890] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281712, 'name': CloneVM_Task, 'duration_secs': 1.296411} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.092226] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Created linked-clone VM from snapshot [ 1332.092984] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1acc5f9-86d7-4e2d-a8be-f61ce14dd835 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.099990] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Uploading image 518f1beb-50e0-4e42-af9b-4741c09c944f {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1332.110448] env[70683]: DEBUG nova.network.neutron [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance_info_cache with network_info: [{"id": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "address": "fa:16:3e:6f:6e:b4", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30629361-a8", "ovs_interfaceid": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.128497] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1332.128497] env[70683]: value = "vm-655374" [ 1332.128497] env[70683]: _type = "VirtualMachine" [ 1332.128497] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1332.128778] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8141324f-48ae-4f64-9cc0-3fd541ab1111 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.135143] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease: (returnval){ [ 1332.135143] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5275eaf3-3bf3-65d7-4e3a-9c8faa8c14aa" [ 1332.135143] env[70683]: _type = "HttpNfcLease" [ 1332.135143] env[70683]: } obtained for exporting VM: (result){ [ 1332.135143] env[70683]: value = "vm-655374" [ 1332.135143] env[70683]: _type = "VirtualMachine" [ 1332.135143] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1332.135474] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the lease: (returnval){ [ 1332.135474] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5275eaf3-3bf3-65d7-4e3a-9c8faa8c14aa" [ 1332.135474] env[70683]: _type = "HttpNfcLease" [ 1332.135474] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1332.141631] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.141631] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5275eaf3-3bf3-65d7-4e3a-9c8faa8c14aa" [ 1332.141631] env[70683]: _type = "HttpNfcLease" [ 1332.141631] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1332.298370] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281716, 'name': ReconfigVM_Task, 'duration_secs': 0.320938} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.298578] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69/0d9dd2c6-794d-46be-b389-198ad6400f69.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.299415] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f03c2f-633d-4909-9a64-1f26f3daca67 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.317287] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ffcc6e-20b4-4b33-8329-505099dc9b95 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.335239] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08066f59-4583-47e9-90de-c8ad9598c762 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.352993] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263ca015-9224-45e3-86ad-453910533796 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.359830] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.360097] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e022dde-ce2a-4e18-9d46-1d5dcd9fcdbf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.366257] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1332.366257] env[70683]: value = "task-3281720" [ 1332.366257] env[70683]: _type = "Task" [ 1332.366257] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.373678] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.489820] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281718, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.616065] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.644669] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.644669] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5275eaf3-3bf3-65d7-4e3a-9c8faa8c14aa" [ 1332.644669] env[70683]: _type = "HttpNfcLease" [ 1332.644669] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1332.645274] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1332.645274] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5275eaf3-3bf3-65d7-4e3a-9c8faa8c14aa" [ 1332.645274] env[70683]: _type = "HttpNfcLease" [ 1332.645274] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1332.646065] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c4d11-d788-4df3-9ef2-5984cbb568fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.654051] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f2499-7287-33ee-34ec-0825ce03d966/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1332.654248] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f2499-7287-33ee-34ec-0825ce03d966/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1332.748956] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1f56d43-eb0c-4f91-8884-8947ce46825a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.877563] env[70683]: DEBUG oslo_vmware.api [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281720, 'name': PowerOnVM_Task, 'duration_secs': 0.414097} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.877848] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.989791] env[70683]: DEBUG oslo_vmware.api [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281718, 'name': PowerOnVM_Task, 'duration_secs': 0.706767} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.990200] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.990436] env[70683]: INFO nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1332.990620] env[70683]: DEBUG nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.991421] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1502949-3c4c-4320-b23a-4657a088ce17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.509209] env[70683]: INFO nova.compute.manager [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Took 17.24 seconds to build instance. [ 1333.890350] env[70683]: INFO nova.compute.manager [None req-abf18bdb-c4ac-4c77-9ae6-b983d0273f89 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance to original state: 'active' [ 1334.011906] env[70683]: DEBUG oslo_concurrency.lockutils [None req-576eca8f-8c82-423e-9a7d-bb5c600831e3 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.752s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.132660] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f706b658-ae9b-4ecd-b476-3aefbcbd5242 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.153176] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance 'd5b20e1c-0e3e-401f-a25d-c197c4bb387d' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.183699] env[70683]: DEBUG nova.compute.manager [req-071d94f7-0d0e-4d08-9bf1-7e05ff59c0af req-714d187c-c535-48b9-94dc-fc727061618d service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Received event network-changed-fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.183796] env[70683]: DEBUG nova.compute.manager [req-071d94f7-0d0e-4d08-9bf1-7e05ff59c0af req-714d187c-c535-48b9-94dc-fc727061618d service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Refreshing instance network info cache due to event network-changed-fb455b1d-ae05-40dc-a700-d71883aad5d0. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.184322] env[70683]: DEBUG oslo_concurrency.lockutils [req-071d94f7-0d0e-4d08-9bf1-7e05ff59c0af req-714d187c-c535-48b9-94dc-fc727061618d service nova] Acquiring lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.184606] env[70683]: DEBUG oslo_concurrency.lockutils [req-071d94f7-0d0e-4d08-9bf1-7e05ff59c0af req-714d187c-c535-48b9-94dc-fc727061618d service nova] Acquired lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.184759] env[70683]: DEBUG nova.network.neutron [req-071d94f7-0d0e-4d08-9bf1-7e05ff59c0af req-714d187c-c535-48b9-94dc-fc727061618d service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Refreshing network info cache for port fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.659970] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.660504] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f33d2b-d9a0-4f1e-a564-c7c272cd9d5e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.672625] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1334.672625] env[70683]: value = "task-3281721" [ 1334.672625] env[70683]: _type = "Task" [ 1334.672625] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.683313] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.899037] env[70683]: DEBUG nova.network.neutron [req-071d94f7-0d0e-4d08-9bf1-7e05ff59c0af req-714d187c-c535-48b9-94dc-fc727061618d service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updated VIF entry in instance network info cache for port fb455b1d-ae05-40dc-a700-d71883aad5d0. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.899438] env[70683]: DEBUG nova.network.neutron [req-071d94f7-0d0e-4d08-9bf1-7e05ff59c0af req-714d187c-c535-48b9-94dc-fc727061618d service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updating instance_info_cache with network_info: [{"id": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "address": "fa:16:3e:2b:4c:b4", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb455b1d-ae", "ovs_interfaceid": "fb455b1d-ae05-40dc-a700-d71883aad5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.184483] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281721, 'name': PowerOffVM_Task, 'duration_secs': 0.307975} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.184483] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.185163] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance 'd5b20e1c-0e3e-401f-a25d-c197c4bb387d' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.402897] env[70683]: DEBUG oslo_concurrency.lockutils [req-071d94f7-0d0e-4d08-9bf1-7e05ff59c0af req-714d187c-c535-48b9-94dc-fc727061618d service nova] Releasing lock "refresh_cache-e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.678690] env[70683]: DEBUG nova.compute.manager [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1335.693216] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.695497] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.695769] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.695970] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.696138] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.696295] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.696508] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.696667] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.697235] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.697235] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.697506] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.705070] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561fd433-4dc8-40e5-99d4-89afb06f90c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.726544] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1335.726544] env[70683]: value = "task-3281722" [ 1335.726544] env[70683]: _type = "Task" [ 1335.726544] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.737727] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.916863] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "0d9dd2c6-794d-46be-b389-198ad6400f69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.920168] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.920168] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.920168] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.920168] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.921605] env[70683]: INFO nova.compute.manager [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Terminating instance [ 1336.207523] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.207861] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.216667] env[70683]: DEBUG nova.compute.manager [req-066ce322-d33f-4c5b-9010-caaeee0d67e7 req-e1c357d6-745d-484f-8d7e-d0adb3b99a7e service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Received event network-changed-0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.216890] env[70683]: DEBUG nova.compute.manager [req-066ce322-d33f-4c5b-9010-caaeee0d67e7 req-e1c357d6-745d-484f-8d7e-d0adb3b99a7e service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Refreshing instance network info cache due to event network-changed-0668ab12-048e-4a1e-b100-49c447dd14ae. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.217147] env[70683]: DEBUG oslo_concurrency.lockutils [req-066ce322-d33f-4c5b-9010-caaeee0d67e7 req-e1c357d6-745d-484f-8d7e-d0adb3b99a7e service nova] Acquiring lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.217637] env[70683]: DEBUG oslo_concurrency.lockutils [req-066ce322-d33f-4c5b-9010-caaeee0d67e7 req-e1c357d6-745d-484f-8d7e-d0adb3b99a7e service nova] Acquired lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.217835] env[70683]: DEBUG nova.network.neutron [req-066ce322-d33f-4c5b-9010-caaeee0d67e7 req-e1c357d6-745d-484f-8d7e-d0adb3b99a7e service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Refreshing network info cache for port 0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.238858] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281722, 'name': ReconfigVM_Task, 'duration_secs': 0.220841} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.239202] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance 'd5b20e1c-0e3e-401f-a25d-c197c4bb387d' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.426586] env[70683]: DEBUG nova.compute.manager [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.426863] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.427859] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fc0a3f-dd70-4cb1-9826-d388555d9545 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.436032] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.436316] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d619b4-2173-4093-9c39-2e7a9c2312ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.443122] env[70683]: DEBUG oslo_vmware.api [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1336.443122] env[70683]: value = "task-3281723" [ 1336.443122] env[70683]: _type = "Task" [ 1336.443122] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.453464] env[70683]: DEBUG oslo_vmware.api [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.713815] env[70683]: INFO nova.compute.claims [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.747157] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.747416] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.747618] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.747879] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.747976] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.748144] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.748403] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.748634] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.748774] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.748944] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.749137] env[70683]: DEBUG nova.virt.hardware [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.754890] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1336.755587] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c460b0-990b-494a-a9de-00b3b6cab387 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.775749] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1336.775749] env[70683]: value = "task-3281724" [ 1336.775749] env[70683]: _type = "Task" [ 1336.775749] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.784681] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.957857] env[70683]: DEBUG oslo_vmware.api [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281723, 'name': PowerOffVM_Task, 'duration_secs': 0.240069} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.958662] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.958662] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.958662] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d19a0b4-910d-4bcd-89f0-02c336e01dad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.982047] env[70683]: DEBUG nova.network.neutron [req-066ce322-d33f-4c5b-9010-caaeee0d67e7 req-e1c357d6-745d-484f-8d7e-d0adb3b99a7e service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updated VIF entry in instance network info cache for port 0668ab12-048e-4a1e-b100-49c447dd14ae. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.982530] env[70683]: DEBUG nova.network.neutron [req-066ce322-d33f-4c5b-9010-caaeee0d67e7 req-e1c357d6-745d-484f-8d7e-d0adb3b99a7e service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance_info_cache with network_info: [{"id": "0668ab12-048e-4a1e-b100-49c447dd14ae", "address": "fa:16:3e:a4:c8:0c", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0668ab12-04", "ovs_interfaceid": "0668ab12-048e-4a1e-b100-49c447dd14ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.027535] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.027818] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.028063] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleting the datastore file [datastore1] 0d9dd2c6-794d-46be-b389-198ad6400f69 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.028392] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98e5255b-65ee-4bbd-bb07-f1796f68328b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.035135] env[70683]: DEBUG oslo_vmware.api [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1337.035135] env[70683]: value = "task-3281726" [ 1337.035135] env[70683]: _type = "Task" [ 1337.035135] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.044605] env[70683]: DEBUG oslo_vmware.api [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.222075] env[70683]: INFO nova.compute.resource_tracker [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating resource usage from migration 0634782a-80a5-4c17-8a5d-1db65fcc6420 [ 1337.290026] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281724, 'name': ReconfigVM_Task, 'duration_secs': 0.256864} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.290026] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1337.290026] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8375da9-315b-4b96-9b97-2b8215a8550a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.313253] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] d5b20e1c-0e3e-401f-a25d-c197c4bb387d/d5b20e1c-0e3e-401f-a25d-c197c4bb387d.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.316451] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27e5790-448b-40c0-8118-10f98598b141 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.336059] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1337.336059] env[70683]: value = "task-3281727" [ 1337.336059] env[70683]: _type = "Task" [ 1337.336059] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.347545] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.398262] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026461a-b593-4b88-9ed2-160b12475f8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.406507] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add7e5c2-a330-4dc7-af04-469fe9df499f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.440045] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b9c7b1-2608-487e-8233-d26621c73e6a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.448037] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df38b8a-3c84-46c5-a700-c80c09d86b57 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.462129] env[70683]: DEBUG nova.compute.provider_tree [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.485581] env[70683]: DEBUG oslo_concurrency.lockutils [req-066ce322-d33f-4c5b-9010-caaeee0d67e7 req-e1c357d6-745d-484f-8d7e-d0adb3b99a7e service nova] Releasing lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.545424] env[70683]: DEBUG oslo_vmware.api [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155849} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.545712] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.545941] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.546169] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.546366] env[70683]: INFO nova.compute.manager [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1337.546607] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.546808] env[70683]: DEBUG nova.compute.manager [-] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.546899] env[70683]: DEBUG nova.network.neutron [-] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.850107] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281727, 'name': ReconfigVM_Task, 'duration_secs': 0.504852} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.850396] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] d5b20e1c-0e3e-401f-a25d-c197c4bb387d/d5b20e1c-0e3e-401f-a25d-c197c4bb387d.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.850712] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance 'd5b20e1c-0e3e-401f-a25d-c197c4bb387d' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.965255] env[70683]: DEBUG nova.scheduler.client.report [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.255865] env[70683]: DEBUG nova.compute.manager [req-ab159495-cd8b-40e7-be4c-d544e9f9e75d req-345bfe67-2e09-45ea-9a5c-39f88ff34653 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Received event network-vif-deleted-0d239f56-32f9-48ff-a33a-dc391ea3817e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.255865] env[70683]: INFO nova.compute.manager [req-ab159495-cd8b-40e7-be4c-d544e9f9e75d req-345bfe67-2e09-45ea-9a5c-39f88ff34653 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Neutron deleted interface 0d239f56-32f9-48ff-a33a-dc391ea3817e; detaching it from the instance and deleting it from the info cache [ 1338.256178] env[70683]: DEBUG nova.network.neutron [req-ab159495-cd8b-40e7-be4c-d544e9f9e75d req-345bfe67-2e09-45ea-9a5c-39f88ff34653 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.357166] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07064c12-2123-494e-9354-0edf45a001fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.378063] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f9e53-e780-4aba-b522-a68a779cae19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.396972] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance 'd5b20e1c-0e3e-401f-a25d-c197c4bb387d' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.470380] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.262s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.470597] env[70683]: INFO nova.compute.manager [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Migrating [ 1338.732024] env[70683]: DEBUG nova.network.neutron [-] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.759165] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2459782d-6368-493a-a2a3-2e15c87fe894 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.770206] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a9093a-da1d-47e7-9203-3462ec59ccdb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.802572] env[70683]: DEBUG nova.compute.manager [req-ab159495-cd8b-40e7-be4c-d544e9f9e75d req-345bfe67-2e09-45ea-9a5c-39f88ff34653 service nova] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Detach interface failed, port_id=0d239f56-32f9-48ff-a33a-dc391ea3817e, reason: Instance 0d9dd2c6-794d-46be-b389-198ad6400f69 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1338.949135] env[70683]: DEBUG nova.network.neutron [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Port 30629361-a8a9-44f2-bad3-ddc085c8aeb7 binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1338.989913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.990182] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.990372] env[70683]: DEBUG nova.network.neutron [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.235704] env[70683]: INFO nova.compute.manager [-] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Took 1.69 seconds to deallocate network for instance. [ 1339.744616] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.744966] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.745183] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.782181] env[70683]: INFO nova.scheduler.client.report [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted allocations for instance 0d9dd2c6-794d-46be-b389-198ad6400f69 [ 1339.838394] env[70683]: DEBUG nova.network.neutron [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance_info_cache with network_info: [{"id": "0668ab12-048e-4a1e-b100-49c447dd14ae", "address": "fa:16:3e:a4:c8:0c", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0668ab12-04", "ovs_interfaceid": "0668ab12-048e-4a1e-b100-49c447dd14ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.976341] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.977079] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.977079] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.138255] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f2499-7287-33ee-34ec-0825ce03d966/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1340.139363] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d9ed6-6e9d-4fbc-95d5-5ae6743f1a56 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.147728] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f2499-7287-33ee-34ec-0825ce03d966/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1340.147728] env[70683]: ERROR oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f2499-7287-33ee-34ec-0825ce03d966/disk-0.vmdk due to incomplete transfer. [ 1340.147728] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d0ea589-13d9-44c2-b5a3-0f033a8f8b2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.154709] env[70683]: DEBUG oslo_vmware.rw_handles [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f2499-7287-33ee-34ec-0825ce03d966/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1340.155312] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Uploaded image 518f1beb-50e0-4e42-af9b-4741c09c944f to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1340.157686] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1340.159187] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6c72e56-b2f4-4ed7-b42f-500d1397874f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.167552] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1340.167552] env[70683]: value = "task-3281728" [ 1340.167552] env[70683]: _type = "Task" [ 1340.167552] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.182518] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281728, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.291887] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1e43b185-c442-4194-88ef-b566b8749f1a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "0d9dd2c6-794d-46be-b389-198ad6400f69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.374s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.342517] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.625221] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "457979e5-89a4-42e0-b16a-8346a60bc261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.625802] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "457979e5-89a4-42e0-b16a-8346a60bc261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.678479] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281728, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.016916] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.017164] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.017316] env[70683]: DEBUG nova.network.neutron [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.105051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "96e72258-8029-4c48-b579-e81049033c1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.105385] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "96e72258-8029-4c48-b579-e81049033c1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.127879] env[70683]: DEBUG nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.142593] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.142871] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.178665] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281728, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.608930] env[70683]: DEBUG nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.645099] env[70683]: DEBUG nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.659039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.659315] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.660898] env[70683]: INFO nova.compute.claims [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.679024] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281728, 'name': Destroy_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.775467] env[70683]: DEBUG nova.network.neutron [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance_info_cache with network_info: [{"id": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "address": "fa:16:3e:6f:6e:b4", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30629361-a8", "ovs_interfaceid": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.859775] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a52472-025c-4428-8ad8-e987574112a7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.878291] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance 'e7ee7eac-7940-43c5-8011-311ac37de812' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.127447] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.168409] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.181021] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281728, 'name': Destroy_Task, 'duration_secs': 1.535842} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.181255] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Destroyed the VM [ 1342.181472] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1342.181700] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-196b03b6-edf2-4af4-80cb-e1791509b5ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.188208] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1342.188208] env[70683]: value = "task-3281729" [ 1342.188208] env[70683]: _type = "Task" [ 1342.188208] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.195628] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281729, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.279039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.385023] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.385387] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90dd3f21-d34d-4aa6-94a7-5439a830e482 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.391673] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1342.391673] env[70683]: value = "task-3281730" [ 1342.391673] env[70683]: _type = "Task" [ 1342.391673] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.401359] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.699701] env[70683]: DEBUG oslo_vmware.api [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281729, 'name': RemoveSnapshot_Task, 'duration_secs': 0.460715} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.699701] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1342.699950] env[70683]: INFO nova.compute.manager [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Took 13.70 seconds to snapshot the instance on the hypervisor. [ 1342.801109] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9f481-a854-46b4-bfeb-7291d82025b9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.807497] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaed3a8-ea63-40a7-9aa9-7eba70268a43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.823303] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7dd6b-d6f2-4213-8714-35989a5a62b4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.828391] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5be6b4-6c7f-455a-b9ef-b797f487cf85 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.833428] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance 'd5b20e1c-0e3e-401f-a25d-c197c4bb387d' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.864964] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a4eaae-3262-416b-a3b3-bbae0a248113 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.871423] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace6c757-f524-48f1-a019-5b8f59885918 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.885109] env[70683]: DEBUG nova.compute.provider_tree [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.900124] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281730, 'name': PowerOffVM_Task, 'duration_secs': 0.19451} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.900378] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.900562] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance 'e7ee7eac-7940-43c5-8011-311ac37de812' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.247358] env[70683]: DEBUG nova.compute.manager [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Found 3 images (rotation: 2) {{(pid=70683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1343.247582] env[70683]: DEBUG nova.compute.manager [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Rotating out 1 backups {{(pid=70683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1343.247723] env[70683]: DEBUG nova.compute.manager [None req-fa936d56-f8d6-4d0e-8e05-a212071d2f5b tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleting image faf64b5b-c9f1-4729-8f70-2e46d9bfc667 {{(pid=70683) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1343.339506] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.339849] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-038179f4-b189-48c9-bc2d-648395e7e62e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.348035] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1343.348035] env[70683]: value = "task-3281731" [ 1343.348035] env[70683]: _type = "Task" [ 1343.348035] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.358668] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.387832] env[70683]: DEBUG nova.scheduler.client.report [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.409030] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.409030] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.409263] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.409305] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.409437] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.409587] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.409788] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.409948] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.410159] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.410339] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.410516] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.416175] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5bd5976-7821-4a1a-965d-275980fafeab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.434038] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1343.434038] env[70683]: value = "task-3281732" [ 1343.434038] env[70683]: _type = "Task" [ 1343.434038] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.442013] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.858416] env[70683]: DEBUG oslo_vmware.api [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281731, 'name': PowerOnVM_Task, 'duration_secs': 0.392315} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.858704] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.858890] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2dcf3-1964-47da-a645-79806510c1f2 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance 'd5b20e1c-0e3e-401f-a25d-c197c4bb387d' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.892978] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.893609] env[70683]: DEBUG nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.896172] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.769s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.897612] env[70683]: INFO nova.compute.claims [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.942730] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281732, 'name': ReconfigVM_Task, 'duration_secs': 0.146863} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.943058] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance 'e7ee7eac-7940-43c5-8011-311ac37de812' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.401598] env[70683]: DEBUG nova.compute.utils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.403103] env[70683]: DEBUG nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.403279] env[70683]: DEBUG nova.network.neutron [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.450065] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.450369] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.450553] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.450768] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.450955] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.451180] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.451489] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.451614] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.451817] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.452034] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.452313] env[70683]: DEBUG nova.virt.hardware [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.458341] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.460032] env[70683]: DEBUG nova.policy [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70060e8996bc4b36b244ba10a2444094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b2c4ba1de00492b9e03e27ba8b27527', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.462207] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3969c447-c3e6-455c-a8b5-d51ea2a362c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.483571] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1344.483571] env[70683]: value = "task-3281733" [ 1344.483571] env[70683]: _type = "Task" [ 1344.483571] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.492622] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.615039] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.615324] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.615510] env[70683]: DEBUG nova.compute.manager [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.616426] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a0e994-7e1b-4d64-b1ef-d264c32632ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.623342] env[70683]: DEBUG nova.compute.manager [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1344.623932] env[70683]: DEBUG nova.objects.instance [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'flavor' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.711478] env[70683]: DEBUG nova.network.neutron [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Successfully created port: 6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.908573] env[70683]: DEBUG nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.993590] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281733, 'name': ReconfigVM_Task, 'duration_secs': 0.149421} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.996063] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.997012] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88cfad7-6bc5-43a0-925e-14c037269c19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.022401] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-50e21d55-c05d-4892-b8e1-f511d539232b/volume-50e21d55-c05d-4892-b8e1-f511d539232b.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.025277] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0f0ab3-2822-41fd-91aa-15b35b161a34 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.044881] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1345.044881] env[70683]: value = "task-3281734" [ 1345.044881] env[70683]: _type = "Task" [ 1345.044881] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.054653] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.092334] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47516c98-334e-495d-966b-2f8c4c453192 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.099807] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830893bc-bd47-4c04-859e-de3a2453eff3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.134925] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e982423f-5998-4167-b0cf-8d3ddd3eadd7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.143324] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1ff40e-ec0b-44dc-94c9-ccaf2ccc2d1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.158352] env[70683]: DEBUG nova.compute.provider_tree [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.554881] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281734, 'name': ReconfigVM_Task, 'duration_secs': 0.280444} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.555236] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-50e21d55-c05d-4892-b8e1-f511d539232b/volume-50e21d55-c05d-4892-b8e1-f511d539232b.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.555428] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance 'e7ee7eac-7940-43c5-8011-311ac37de812' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.638282] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.638814] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34602681-4345-46d7-856e-04678d3b3bd7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.646195] env[70683]: DEBUG oslo_vmware.api [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1345.646195] env[70683]: value = "task-3281735" [ 1345.646195] env[70683]: _type = "Task" [ 1345.646195] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.653826] env[70683]: DEBUG oslo_vmware.api [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.661418] env[70683]: DEBUG nova.scheduler.client.report [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.897707] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.897982] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.898198] env[70683]: DEBUG nova.compute.manager [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Going to confirm migration 7 {{(pid=70683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1345.920118] env[70683]: DEBUG nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.949035] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.949303] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.949463] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.949644] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.949830] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.949984] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.950246] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.950407] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.950579] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.950746] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.952039] env[70683]: DEBUG nova.virt.hardware [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.952039] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c52a2a-b9a7-4d7e-b8ef-57730f08ff41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.959732] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc69e78-cfd4-465a-97d6-4219bbc21cd6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.062529] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7357178-a738-4316-91d2-974dc6a2325e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.081799] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e59ad-16e4-4b82-bf5a-e8b868b8e3b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.088934] env[70683]: DEBUG nova.compute.manager [req-73b0e13d-55d3-47b0-8369-181b19d58191 req-ef545aca-53f4-4c70-904a-ae9d9b194b8f service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Received event network-vif-plugged-6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.089050] env[70683]: DEBUG oslo_concurrency.lockutils [req-73b0e13d-55d3-47b0-8369-181b19d58191 req-ef545aca-53f4-4c70-904a-ae9d9b194b8f service nova] Acquiring lock "457979e5-89a4-42e0-b16a-8346a60bc261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.089271] env[70683]: DEBUG oslo_concurrency.lockutils [req-73b0e13d-55d3-47b0-8369-181b19d58191 req-ef545aca-53f4-4c70-904a-ae9d9b194b8f service nova] Lock "457979e5-89a4-42e0-b16a-8346a60bc261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.090226] env[70683]: DEBUG oslo_concurrency.lockutils [req-73b0e13d-55d3-47b0-8369-181b19d58191 req-ef545aca-53f4-4c70-904a-ae9d9b194b8f service nova] Lock "457979e5-89a4-42e0-b16a-8346a60bc261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.090226] env[70683]: DEBUG nova.compute.manager [req-73b0e13d-55d3-47b0-8369-181b19d58191 req-ef545aca-53f4-4c70-904a-ae9d9b194b8f service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] No waiting events found dispatching network-vif-plugged-6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.090226] env[70683]: WARNING nova.compute.manager [req-73b0e13d-55d3-47b0-8369-181b19d58191 req-ef545aca-53f4-4c70-904a-ae9d9b194b8f service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Received unexpected event network-vif-plugged-6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c for instance with vm_state building and task_state spawning. [ 1346.102483] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance 'e7ee7eac-7940-43c5-8011-311ac37de812' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.157265] env[70683]: DEBUG oslo_vmware.api [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281735, 'name': PowerOffVM_Task, 'duration_secs': 0.18683} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.157585] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.157809] env[70683]: DEBUG nova.compute.manager [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.158625] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611acdf3-44d9-47ca-926c-742faa24a233 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.165786] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.166299] env[70683]: DEBUG nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.170725] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.002s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.172623] env[70683]: INFO nova.compute.claims [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.198464] env[70683]: DEBUG nova.network.neutron [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Successfully updated port: 6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.447627] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.447820] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.448012] env[70683]: DEBUG nova.network.neutron [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.448214] env[70683]: DEBUG nova.objects.instance [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lazy-loading 'info_cache' on Instance uuid d5b20e1c-0e3e-401f-a25d-c197c4bb387d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.673345] env[70683]: DEBUG nova.compute.utils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.674911] env[70683]: DEBUG nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.674992] env[70683]: DEBUG nova.network.neutron [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.680628] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d2978729-83cb-4d45-8b5a-a1acded9e88e tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.699739] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.699906] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.700076] env[70683]: DEBUG nova.network.neutron [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.736581] env[70683]: DEBUG nova.policy [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70060e8996bc4b36b244ba10a2444094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b2c4ba1de00492b9e03e27ba8b27527', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.054229] env[70683]: DEBUG nova.network.neutron [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Successfully created port: 7d0e3f33-db8c-4cfb-abf5-062cc5ac9987 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.178370] env[70683]: DEBUG nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.367548] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649901cc-eb40-488a-ae14-8d862e03e164 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.375496] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aed556-1a2f-4ffe-a24b-881004a5d8d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.405496] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d294302-59c1-48d6-ba2d-1e19b412ec7c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.412772] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ccaee-6679-4e7a-8680-49c2e92b4eb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.429315] env[70683]: DEBUG nova.compute.provider_tree [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.467540] env[70683]: DEBUG nova.network.neutron [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.660983] env[70683]: DEBUG nova.network.neutron [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance_info_cache with network_info: [{"id": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "address": "fa:16:3e:6f:6e:b4", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30629361-a8", "ovs_interfaceid": "30629361-a8a9-44f2-bad3-ddc085c8aeb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.698630] env[70683]: DEBUG nova.network.neutron [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Updating instance_info_cache with network_info: [{"id": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "address": "fa:16:3e:c7:4c:1c", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6289cf5f-f0", "ovs_interfaceid": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.749567] env[70683]: DEBUG nova.network.neutron [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Port 0668ab12-048e-4a1e-b100-49c447dd14ae binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1347.801423] env[70683]: DEBUG nova.compute.manager [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Stashing vm_state: stopped {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1347.932119] env[70683]: DEBUG nova.scheduler.client.report [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.113625] env[70683]: DEBUG nova.compute.manager [req-6344b46a-3604-4ec7-955d-3dc448854d75 req-6b0ee69c-90cd-4ea1-af0c-5bef0bb9eaa4 service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Received event network-changed-6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.113841] env[70683]: DEBUG nova.compute.manager [req-6344b46a-3604-4ec7-955d-3dc448854d75 req-6b0ee69c-90cd-4ea1-af0c-5bef0bb9eaa4 service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Refreshing instance network info cache due to event network-changed-6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.114017] env[70683]: DEBUG oslo_concurrency.lockutils [req-6344b46a-3604-4ec7-955d-3dc448854d75 req-6b0ee69c-90cd-4ea1-af0c-5bef0bb9eaa4 service nova] Acquiring lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.164014] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-d5b20e1c-0e3e-401f-a25d-c197c4bb387d" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.164229] env[70683]: DEBUG nova.objects.instance [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lazy-loading 'migration_context' on Instance uuid d5b20e1c-0e3e-401f-a25d-c197c4bb387d {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.187884] env[70683]: DEBUG nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.200507] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.200858] env[70683]: DEBUG nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Instance network_info: |[{"id": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "address": "fa:16:3e:c7:4c:1c", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6289cf5f-f0", "ovs_interfaceid": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.201191] env[70683]: DEBUG oslo_concurrency.lockutils [req-6344b46a-3604-4ec7-955d-3dc448854d75 req-6b0ee69c-90cd-4ea1-af0c-5bef0bb9eaa4 service nova] Acquired lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.201410] env[70683]: DEBUG nova.network.neutron [req-6344b46a-3604-4ec7-955d-3dc448854d75 req-6b0ee69c-90cd-4ea1-af0c-5bef0bb9eaa4 service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Refreshing network info cache for port 6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.202737] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:4c:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.211101] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Creating folder: Project (4b2c4ba1de00492b9e03e27ba8b27527). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.214049] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee16362-e08f-45e3-8dc0-e7e70487d7d4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.221734] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.221993] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.222191] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.222426] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.222615] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.222802] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.223067] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.223270] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.223469] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.223669] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.223872] env[70683]: DEBUG nova.virt.hardware [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.224982] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0f46d2-b79b-4ba9-89ba-7dffcf7e4a2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.229122] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Created folder: Project (4b2c4ba1de00492b9e03e27ba8b27527) in parent group-v655051. [ 1348.229342] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Creating folder: Instances. Parent ref: group-v655375. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.229912] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a0fec33-9d5c-4a83-b527-98c175eed4e5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.235010] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1a3c72-845b-4535-a28e-8dc19d7a1795 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.241537] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Created folder: Instances in parent group-v655375. [ 1348.241792] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.250966] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.251843] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-891bd852-79a3-4aa3-88e1-042b66cbc0fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.275414] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.275414] env[70683]: value = "task-3281738" [ 1348.275414] env[70683]: _type = "Task" [ 1348.275414] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.283970] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281738, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.322135] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.437744] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.438322] env[70683]: DEBUG nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.441211] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.119s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.667426] env[70683]: DEBUG nova.objects.base [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1348.668326] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e486b-1a53-4906-a418-1ac158a87ef6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.687734] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e7a0ea-2eb9-4960-a53f-1da9af8c8249 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.692966] env[70683]: DEBUG oslo_vmware.api [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1348.692966] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b6992-6e3c-83e2-ccf0-fd1ee05a93fc" [ 1348.692966] env[70683]: _type = "Task" [ 1348.692966] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.700812] env[70683]: DEBUG oslo_vmware.api [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b6992-6e3c-83e2-ccf0-fd1ee05a93fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.789497] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.789723] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.789894] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.796602] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281738, 'name': CreateVM_Task, 'duration_secs': 0.312013} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.796754] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.797386] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.797549] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.797872] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.798156] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c07ef5a-2cad-4d44-939b-e52ef4abb9ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.803233] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1348.803233] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fdb7cb-f769-aeda-c65b-22e92c4ef410" [ 1348.803233] env[70683]: _type = "Task" [ 1348.803233] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.811908] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fdb7cb-f769-aeda-c65b-22e92c4ef410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.944525] env[70683]: DEBUG nova.compute.utils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.948581] env[70683]: INFO nova.compute.claims [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.952885] env[70683]: DEBUG nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.953102] env[70683]: DEBUG nova.network.neutron [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.005772] env[70683]: DEBUG nova.policy [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e20431e1694626ab3d0a92d1e7d038', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d89edcbe2e4258a22ae92c1f5f7095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.091602] env[70683]: DEBUG nova.network.neutron [req-6344b46a-3604-4ec7-955d-3dc448854d75 req-6b0ee69c-90cd-4ea1-af0c-5bef0bb9eaa4 service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Updated VIF entry in instance network info cache for port 6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.091970] env[70683]: DEBUG nova.network.neutron [req-6344b46a-3604-4ec7-955d-3dc448854d75 req-6b0ee69c-90cd-4ea1-af0c-5bef0bb9eaa4 service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Updating instance_info_cache with network_info: [{"id": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "address": "fa:16:3e:c7:4c:1c", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6289cf5f-f0", "ovs_interfaceid": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.157923] env[70683]: DEBUG nova.network.neutron [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Successfully updated port: 7d0e3f33-db8c-4cfb-abf5-062cc5ac9987 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.205529] env[70683]: DEBUG oslo_vmware.api [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]523b6992-6e3c-83e2-ccf0-fd1ee05a93fc, 'name': SearchDatastore_Task, 'duration_secs': 0.007136} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.205885] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.300062] env[70683]: DEBUG nova.network.neutron [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Successfully created port: bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.315117] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52fdb7cb-f769-aeda-c65b-22e92c4ef410, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.315506] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.315618] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.315853] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.316043] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.316196] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.316490] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e336b611-c5dc-4387-945e-b82ffa42bb64 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.324331] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.324527] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.325212] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6303b7eb-fa57-41d4-80f7-50c3169f175c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.329885] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1349.329885] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5204ebf6-eb6e-1444-8d21-5322dc272689" [ 1349.329885] env[70683]: _type = "Task" [ 1349.329885] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.337110] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5204ebf6-eb6e-1444-8d21-5322dc272689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.454276] env[70683]: DEBUG nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.458658] env[70683]: INFO nova.compute.resource_tracker [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating resource usage from migration e1e27f45-3e71-4d55-b920-50a829b854c0 [ 1349.594792] env[70683]: DEBUG oslo_concurrency.lockutils [req-6344b46a-3604-4ec7-955d-3dc448854d75 req-6b0ee69c-90cd-4ea1-af0c-5bef0bb9eaa4 service nova] Releasing lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.597514] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f431c91d-b112-44e2-a32e-f01b5c73b2cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.605240] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cf7218-3665-4038-81c2-173e54154a71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.634687] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc5ad15-760f-4f6b-9e78-993632278b2f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.641346] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7163f7-8368-454e-a1ef-428552e7c2fa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.654960] env[70683]: DEBUG nova.compute.provider_tree [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.661606] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.661606] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.661606] env[70683]: DEBUG nova.network.neutron [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.824503] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.825085] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.825306] env[70683]: DEBUG nova.network.neutron [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.841900] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5204ebf6-eb6e-1444-8d21-5322dc272689, 'name': SearchDatastore_Task, 'duration_secs': 0.008496} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.842689] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a947aa47-6ba9-4b0d-9e7f-587d1257a5df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.847372] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1349.847372] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200fdfd-e5d7-94a8-c50d-ec402938ded3" [ 1349.847372] env[70683]: _type = "Task" [ 1349.847372] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.855042] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200fdfd-e5d7-94a8-c50d-ec402938ded3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.139281] env[70683]: DEBUG nova.compute.manager [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Received event network-vif-plugged-7d0e3f33-db8c-4cfb-abf5-062cc5ac9987 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.139281] env[70683]: DEBUG oslo_concurrency.lockutils [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] Acquiring lock "96e72258-8029-4c48-b579-e81049033c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.139281] env[70683]: DEBUG oslo_concurrency.lockutils [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] Lock "96e72258-8029-4c48-b579-e81049033c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.139452] env[70683]: DEBUG oslo_concurrency.lockutils [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] Lock "96e72258-8029-4c48-b579-e81049033c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.139541] env[70683]: DEBUG nova.compute.manager [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] No waiting events found dispatching network-vif-plugged-7d0e3f33-db8c-4cfb-abf5-062cc5ac9987 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.139715] env[70683]: WARNING nova.compute.manager [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Received unexpected event network-vif-plugged-7d0e3f33-db8c-4cfb-abf5-062cc5ac9987 for instance with vm_state building and task_state spawning. [ 1350.139874] env[70683]: DEBUG nova.compute.manager [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Received event network-changed-7d0e3f33-db8c-4cfb-abf5-062cc5ac9987 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.140042] env[70683]: DEBUG nova.compute.manager [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Refreshing instance network info cache due to event network-changed-7d0e3f33-db8c-4cfb-abf5-062cc5ac9987. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.140265] env[70683]: DEBUG oslo_concurrency.lockutils [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] Acquiring lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.158548] env[70683]: DEBUG nova.scheduler.client.report [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.212939] env[70683]: DEBUG nova.network.neutron [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.357807] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5200fdfd-e5d7-94a8-c50d-ec402938ded3, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.358086] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.358349] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261/457979e5-89a4-42e0-b16a-8346a60bc261.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.358614] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2df5ea7-a79f-4c4a-8b08-57071ff9137e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.365538] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1350.365538] env[70683]: value = "task-3281739" [ 1350.365538] env[70683]: _type = "Task" [ 1350.365538] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.372819] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.456455] env[70683]: DEBUG nova.network.neutron [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Updating instance_info_cache with network_info: [{"id": "7d0e3f33-db8c-4cfb-abf5-062cc5ac9987", "address": "fa:16:3e:e5:78:49", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0e3f33-db", "ovs_interfaceid": "7d0e3f33-db8c-4cfb-abf5-062cc5ac9987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.468079] env[70683]: DEBUG nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.495342] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.495591] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.495731] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.495904] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.496061] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.496213] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.496421] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.496584] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.496752] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.496912] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.497101] env[70683]: DEBUG nova.virt.hardware [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.497941] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a54ccb-f3fe-49ea-bffe-dfdba820954a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.511835] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90166771-d017-4170-9771-fb3fe28557bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.629322] env[70683]: DEBUG nova.network.neutron [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance_info_cache with network_info: [{"id": "0668ab12-048e-4a1e-b100-49c447dd14ae", "address": "fa:16:3e:a4:c8:0c", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0668ab12-04", "ovs_interfaceid": "0668ab12-048e-4a1e-b100-49c447dd14ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.665387] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.224s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.665656] env[70683]: INFO nova.compute.manager [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Migrating [ 1350.673595] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.468s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.679909] env[70683]: DEBUG nova.compute.manager [req-00891a4c-ae47-44d7-b29d-ea01a0f0c01b req-a4119943-3259-40f0-abdb-a315d5aee477 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Received event network-vif-plugged-bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.680160] env[70683]: DEBUG oslo_concurrency.lockutils [req-00891a4c-ae47-44d7-b29d-ea01a0f0c01b req-a4119943-3259-40f0-abdb-a315d5aee477 service nova] Acquiring lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.680424] env[70683]: DEBUG oslo_concurrency.lockutils [req-00891a4c-ae47-44d7-b29d-ea01a0f0c01b req-a4119943-3259-40f0-abdb-a315d5aee477 service nova] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.680648] env[70683]: DEBUG oslo_concurrency.lockutils [req-00891a4c-ae47-44d7-b29d-ea01a0f0c01b req-a4119943-3259-40f0-abdb-a315d5aee477 service nova] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.680909] env[70683]: DEBUG nova.compute.manager [req-00891a4c-ae47-44d7-b29d-ea01a0f0c01b req-a4119943-3259-40f0-abdb-a315d5aee477 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] No waiting events found dispatching network-vif-plugged-bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.681179] env[70683]: WARNING nova.compute.manager [req-00891a4c-ae47-44d7-b29d-ea01a0f0c01b req-a4119943-3259-40f0-abdb-a315d5aee477 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Received unexpected event network-vif-plugged-bed3fac8-8367-4782-bd99-9dedb65dc077 for instance with vm_state building and task_state spawning. [ 1350.774252] env[70683]: DEBUG nova.network.neutron [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Successfully updated port: bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.875878] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452543} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.876158] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261/457979e5-89a4-42e0-b16a-8346a60bc261.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.876369] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.876628] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7552469d-0dbb-45a1-9a90-e0c3fb2660b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.883115] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1350.883115] env[70683]: value = "task-3281740" [ 1350.883115] env[70683]: _type = "Task" [ 1350.883115] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.891100] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.959193] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.959589] env[70683]: DEBUG nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Instance network_info: |[{"id": "7d0e3f33-db8c-4cfb-abf5-062cc5ac9987", "address": "fa:16:3e:e5:78:49", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0e3f33-db", "ovs_interfaceid": "7d0e3f33-db8c-4cfb-abf5-062cc5ac9987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.959911] env[70683]: DEBUG oslo_concurrency.lockutils [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] Acquired lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.960112] env[70683]: DEBUG nova.network.neutron [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Refreshing network info cache for port 7d0e3f33-db8c-4cfb-abf5-062cc5ac9987 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.961353] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:78:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d0e3f33-db8c-4cfb-abf5-062cc5ac9987', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.969195] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.970153] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.970420] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd5a62bb-c621-4f1f-8834-4d4cd86dd491 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.990246] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.990246] env[70683]: value = "task-3281741" [ 1350.990246] env[70683]: _type = "Task" [ 1350.990246] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.998349] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281741, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.132502] env[70683]: DEBUG oslo_concurrency.lockutils [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.187234] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.187454] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.187649] env[70683]: DEBUG nova.network.neutron [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.278109] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.278275] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.278432] env[70683]: DEBUG nova.network.neutron [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.331370] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b545d3-662b-4553-a729-ffc09995f07d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.339314] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545692d9-12af-4646-a78e-a831fbcbbc97 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.374147] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd93299-4768-4ac3-86a5-18c08c63d8ad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.381830] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857fdf47-d547-4565-b225-0514af94f934 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.398345] env[70683]: DEBUG nova.compute.provider_tree [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.402475] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057306} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.402944] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.403734] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ce064-0460-44bc-a9ef-8a72623258f5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.425939] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261/457979e5-89a4-42e0-b16a-8346a60bc261.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.426472] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b67e5e4-83fe-4c5c-ab1c-53a92cdd23f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.446270] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1351.446270] env[70683]: value = "task-3281742" [ 1351.446270] env[70683]: _type = "Task" [ 1351.446270] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.454596] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.500402] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281741, 'name': CreateVM_Task, 'duration_secs': 0.33091} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.502657] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.503506] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.503681] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.504051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.504610] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8056866-5c14-4105-adb3-deb7d027b6af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.508904] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1351.508904] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52984fea-9974-7548-fba9-f662d57d5c89" [ 1351.508904] env[70683]: _type = "Task" [ 1351.508904] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.517197] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52984fea-9974-7548-fba9-f662d57d5c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.641899] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3fd590-a5a5-49b5-a518-9f4c30b7b18c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.648700] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91888514-d18a-4ad5-afb6-0b5cf0d5023c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.663607] env[70683]: DEBUG nova.network.neutron [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Updated VIF entry in instance network info cache for port 7d0e3f33-db8c-4cfb-abf5-062cc5ac9987. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.663934] env[70683]: DEBUG nova.network.neutron [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Updating instance_info_cache with network_info: [{"id": "7d0e3f33-db8c-4cfb-abf5-062cc5ac9987", "address": "fa:16:3e:e5:78:49", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0e3f33-db", "ovs_interfaceid": "7d0e3f33-db8c-4cfb-abf5-062cc5ac9987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.813467] env[70683]: DEBUG nova.network.neutron [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.900496] env[70683]: DEBUG nova.network.neutron [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance_info_cache with network_info: [{"id": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "address": "fa:16:3e:66:02:d0", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff28ca-a9", "ovs_interfaceid": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.904556] env[70683]: DEBUG nova.scheduler.client.report [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.958422] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281742, 'name': ReconfigVM_Task, 'duration_secs': 0.316459} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.958699] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261/457979e5-89a4-42e0-b16a-8346a60bc261.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.959330] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3b7a7f6-8025-4b85-84b8-0a40c44340af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.965034] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1351.965034] env[70683]: value = "task-3281743" [ 1351.965034] env[70683]: _type = "Task" [ 1351.965034] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.965821] env[70683]: DEBUG nova.network.neutron [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updating instance_info_cache with network_info: [{"id": "bed3fac8-8367-4782-bd99-9dedb65dc077", "address": "fa:16:3e:11:f9:14", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed3fac8-83", "ovs_interfaceid": "bed3fac8-8367-4782-bd99-9dedb65dc077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.977775] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281743, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.019443] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52984fea-9974-7548-fba9-f662d57d5c89, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.019789] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.020059] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.020345] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.020519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.020744] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.021014] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ddf2771-10e7-49a7-a1f8-b51a515f76cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.030369] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.030549] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.031235] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6182d78-95b4-4747-bd93-a48c661e2b91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.036097] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1352.036097] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527036c1-93a3-4518-7534-a2370c4b1892" [ 1352.036097] env[70683]: _type = "Task" [ 1352.036097] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.043123] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527036c1-93a3-4518-7534-a2370c4b1892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.166886] env[70683]: DEBUG oslo_concurrency.lockutils [req-af082a03-6128-4c4d-8515-3330b1fc7eed req-89c6d0e5-f7df-438b-a913-85c0f5da9fea service nova] Releasing lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.409025] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.471140] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.471454] env[70683]: DEBUG nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Instance network_info: |[{"id": "bed3fac8-8367-4782-bd99-9dedb65dc077", "address": "fa:16:3e:11:f9:14", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed3fac8-83", "ovs_interfaceid": "bed3fac8-8367-4782-bd99-9dedb65dc077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.471859] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:f9:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bed3fac8-8367-4782-bd99-9dedb65dc077', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.479310] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.479939] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.480185] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877ef064-cdd1-4d40-8e5b-7b539401b606 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.497877] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281743, 'name': Rename_Task, 'duration_secs': 0.138164} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.498680] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.498997] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab62af1f-586e-4ae0-87d4-c85c81335a9d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.502333] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.502333] env[70683]: value = "task-3281744" [ 1352.502333] env[70683]: _type = "Task" [ 1352.502333] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.506362] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1352.506362] env[70683]: value = "task-3281745" [ 1352.506362] env[70683]: _type = "Task" [ 1352.506362] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.512100] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281744, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.516654] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.545720] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527036c1-93a3-4518-7534-a2370c4b1892, 'name': SearchDatastore_Task, 'duration_secs': 0.013662} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.546506] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f399a52-7977-4e61-8b3e-71b04f01e9b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.551580] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1352.551580] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5201e136-9d19-e2e3-ede6-8dccc844b437" [ 1352.551580] env[70683]: _type = "Task" [ 1352.551580] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.559787] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5201e136-9d19-e2e3-ede6-8dccc844b437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.701177] env[70683]: DEBUG nova.compute.manager [req-0072c4a0-d06d-4c75-b0b9-ed4d103f866e req-47f6731f-8d11-49c3-9699-4cf616630685 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Received event network-changed-bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.701437] env[70683]: DEBUG nova.compute.manager [req-0072c4a0-d06d-4c75-b0b9-ed4d103f866e req-47f6731f-8d11-49c3-9699-4cf616630685 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Refreshing instance network info cache due to event network-changed-bed3fac8-8367-4782-bd99-9dedb65dc077. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.701660] env[70683]: DEBUG oslo_concurrency.lockutils [req-0072c4a0-d06d-4c75-b0b9-ed4d103f866e req-47f6731f-8d11-49c3-9699-4cf616630685 service nova] Acquiring lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.701805] env[70683]: DEBUG oslo_concurrency.lockutils [req-0072c4a0-d06d-4c75-b0b9-ed4d103f866e req-47f6731f-8d11-49c3-9699-4cf616630685 service nova] Acquired lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.701966] env[70683]: DEBUG nova.network.neutron [req-0072c4a0-d06d-4c75-b0b9-ed4d103f866e req-47f6731f-8d11-49c3-9699-4cf616630685 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Refreshing network info cache for port bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.746955] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19991908-57e5-45eb-9e3e-1e8aa4444959 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.770686] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437ea48c-bfc8-4bdc-bc99-77c5ffa70aef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.778450] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance 'e7ee7eac-7940-43c5-8011-311ac37de812' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.922793] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.248s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.013165] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281744, 'name': CreateVM_Task, 'duration_secs': 0.356796} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.013674] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.014358] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.014534] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.014854] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.017765] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502afa3c-a727-4a35-bc43-7c67bd05a3b6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.019307] env[70683]: DEBUG oslo_vmware.api [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281745, 'name': PowerOnVM_Task, 'duration_secs': 0.49837} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.019549] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.019748] env[70683]: INFO nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1353.019950] env[70683]: DEBUG nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.021021] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf411e-5c6c-48cd-b086-d2a193e4a8e1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.024281] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1353.024281] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526c6c0e-9a86-45ad-aaac-f9aa1fcc3fe4" [ 1353.024281] env[70683]: _type = "Task" [ 1353.024281] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.037288] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526c6c0e-9a86-45ad-aaac-f9aa1fcc3fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.037946] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.037946] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.037946] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.061052] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5201e136-9d19-e2e3-ede6-8dccc844b437, 'name': SearchDatastore_Task, 'duration_secs': 0.012225} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.061052] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.061208] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 96e72258-8029-4c48-b579-e81049033c1f/96e72258-8029-4c48-b579-e81049033c1f.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.062046] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.062274] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.062500] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ec95d03-68be-474d-94ac-5960483cb49b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.064363] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27d50267-7133-4467-863b-691554ef557b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.071312] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1353.071312] env[70683]: value = "task-3281746" [ 1353.071312] env[70683]: _type = "Task" [ 1353.071312] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.075095] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.075275] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.076229] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d99a2c-c6ca-47c5-80d2-c385dbaf79fe {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.081250] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.084153] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1353.084153] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e41166-26b3-38c3-31a6-7542893c77ba" [ 1353.084153] env[70683]: _type = "Task" [ 1353.084153] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.090939] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e41166-26b3-38c3-31a6-7542893c77ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.285415] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.285761] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6bb4bbb-d8b0-4adb-9b62-7eec08c1628f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.294434] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1353.294434] env[70683]: value = "task-3281747" [ 1353.294434] env[70683]: _type = "Task" [ 1353.294434] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.303346] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.495162] env[70683]: INFO nova.scheduler.client.report [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted allocation for migration 474edd93-96b3-49b8-b575-a8c6f2a8a01f [ 1353.543511] env[70683]: INFO nova.compute.manager [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Took 11.91 seconds to build instance. [ 1353.581165] env[70683]: DEBUG nova.network.neutron [req-0072c4a0-d06d-4c75-b0b9-ed4d103f866e req-47f6731f-8d11-49c3-9699-4cf616630685 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updated VIF entry in instance network info cache for port bed3fac8-8367-4782-bd99-9dedb65dc077. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.581569] env[70683]: DEBUG nova.network.neutron [req-0072c4a0-d06d-4c75-b0b9-ed4d103f866e req-47f6731f-8d11-49c3-9699-4cf616630685 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updating instance_info_cache with network_info: [{"id": "bed3fac8-8367-4782-bd99-9dedb65dc077", "address": "fa:16:3e:11:f9:14", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed3fac8-83", "ovs_interfaceid": "bed3fac8-8367-4782-bd99-9dedb65dc077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.589537] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4423} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.594601] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 96e72258-8029-4c48-b579-e81049033c1f/96e72258-8029-4c48-b579-e81049033c1f.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.594832] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.595612] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68477579-d906-4576-8eaa-c4af0fc37903 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.603967] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52e41166-26b3-38c3-31a6-7542893c77ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007663} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.605795] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1353.605795] env[70683]: value = "task-3281748" [ 1353.605795] env[70683]: _type = "Task" [ 1353.605795] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.606044] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17de09d6-c856-43dc-819c-ec3e7b834800 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.615054] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1353.615054] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5208b225-23e2-2edf-f321-6f2408f77d32" [ 1353.615054] env[70683]: _type = "Task" [ 1353.615054] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.618448] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.627480] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5208b225-23e2-2edf-f321-6f2408f77d32, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.627890] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.628179] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] eb657309-90ae-47e7-8d93-7dd1fe4891d7/eb657309-90ae-47e7-8d93-7dd1fe4891d7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.628439] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87fc4be8-fa94-4d69-8ded-86bbb9644944 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.634711] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1353.634711] env[70683]: value = "task-3281749" [ 1353.634711] env[70683]: _type = "Task" [ 1353.634711] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.642163] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.806955] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.937652] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51bb520-a065-4095-a230-ae869fbde0a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.958763] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance '36e67e75-bc87-4ee2-bc44-c50b040e90cc' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.002490] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d45c38fc-eb03-4412-aa82-bcfff3ded2f0 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.104s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.046204] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cbe91659-89db-4d32-bb30-d753eb33f1db tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "457979e5-89a4-42e0-b16a-8346a60bc261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.420s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.090729] env[70683]: DEBUG oslo_concurrency.lockutils [req-0072c4a0-d06d-4c75-b0b9-ed4d103f866e req-47f6731f-8d11-49c3-9699-4cf616630685 service nova] Releasing lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.118708] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067985} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.118947] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.119777] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d999f65-de07-4044-9260-54a4f3a1b5ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.143598] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 96e72258-8029-4c48-b579-e81049033c1f/96e72258-8029-4c48-b579-e81049033c1f.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.143754] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-362a46a9-c340-4b40-a407-1dd25526db55 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.168064] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486444} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.169374] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] eb657309-90ae-47e7-8d93-7dd1fe4891d7/eb657309-90ae-47e7-8d93-7dd1fe4891d7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.169607] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.169927] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1354.169927] env[70683]: value = "task-3281750" [ 1354.169927] env[70683]: _type = "Task" [ 1354.169927] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.170203] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a203db2b-106f-46f9-a5e3-1411b49126bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.180383] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.181639] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1354.181639] env[70683]: value = "task-3281751" [ 1354.181639] env[70683]: _type = "Task" [ 1354.181639] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.189731] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.252518] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.252846] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.253110] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.253344] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.253544] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.255685] env[70683]: INFO nova.compute.manager [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Terminating instance [ 1354.304278] env[70683]: DEBUG oslo_vmware.api [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281747, 'name': PowerOnVM_Task, 'duration_secs': 0.687939} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.304573] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.304723] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad183d-2d44-41b0-acb5-e465d72b9cf0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance 'e7ee7eac-7940-43c5-8011-311ac37de812' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.465536] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.465873] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a4b62c3-a5b4-4e5f-8327-baac8041f87e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.473647] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1354.473647] env[70683]: value = "task-3281752" [ 1354.473647] env[70683]: _type = "Task" [ 1354.473647] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.481576] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.682828] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.690869] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062383} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.691148] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.691936] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f7adbc-8bb7-4582-9735-9902630ca82d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.716126] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] eb657309-90ae-47e7-8d93-7dd1fe4891d7/eb657309-90ae-47e7-8d93-7dd1fe4891d7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.717584] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378bcb68-eb03-42d1-b01f-6c9d400e8954 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.734311] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.734538] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.740558] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1354.740558] env[70683]: value = "task-3281753" [ 1354.740558] env[70683]: _type = "Task" [ 1354.740558] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.749134] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.759106] env[70683]: DEBUG nova.compute.manager [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.759322] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.760113] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe9780d-ceca-4c47-9479-8bc662095147 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.768854] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.769336] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4c83c41-ace3-4602-a061-fe81541b80a1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.774348] env[70683]: DEBUG oslo_vmware.api [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1354.774348] env[70683]: value = "task-3281754" [ 1354.774348] env[70683]: _type = "Task" [ 1354.774348] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.781695] env[70683]: DEBUG oslo_vmware.api [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.983642] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1354.984044] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance '36e67e75-bc87-4ee2-bc44-c50b040e90cc' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.185708] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281750, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.237593] env[70683]: DEBUG nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.250144] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.284709] env[70683]: DEBUG oslo_vmware.api [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281754, 'name': PowerOffVM_Task, 'duration_secs': 0.454495} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.284947] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.285134] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.285381] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3798d932-b002-479f-82ca-3d787942720a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.353024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.353024] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.353024] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleting the datastore file [datastore1] d5b20e1c-0e3e-401f-a25d-c197c4bb387d {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.353024] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f34a3f3c-f00d-4fa8-ad05-0939010cba74 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.358695] env[70683]: DEBUG oslo_vmware.api [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1355.358695] env[70683]: value = "task-3281756" [ 1355.358695] env[70683]: _type = "Task" [ 1355.358695] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.366457] env[70683]: DEBUG oslo_vmware.api [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.491228] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.491533] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.491688] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.491916] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.492099] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.492368] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.492627] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.492847] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.493061] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.493249] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.493439] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.499323] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9111466d-a80f-401b-89e2-c42c90385754 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.516770] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1355.516770] env[70683]: value = "task-3281757" [ 1355.516770] env[70683]: _type = "Task" [ 1355.516770] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.525255] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.683658] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281750, 'name': ReconfigVM_Task, 'duration_secs': 1.055777} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.683957] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 96e72258-8029-4c48-b579-e81049033c1f/96e72258-8029-4c48-b579-e81049033c1f.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.684688] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21723434-4e24-4ab6-95e7-94ae9fe87db5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.694740] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1355.694740] env[70683]: value = "task-3281758" [ 1355.694740] env[70683]: _type = "Task" [ 1355.694740] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.705318] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281758, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.756291] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281753, 'name': ReconfigVM_Task, 'duration_secs': 0.871254} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.756599] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Reconfigured VM instance instance-00000079 to attach disk [datastore1] eb657309-90ae-47e7-8d93-7dd1fe4891d7/eb657309-90ae-47e7-8d93-7dd1fe4891d7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.757373] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7faab854-d514-45dc-a30d-58cd83c81fe1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.763076] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1355.763076] env[70683]: value = "task-3281759" [ 1355.763076] env[70683]: _type = "Task" [ 1355.763076] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.764127] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.764377] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.765882] env[70683]: INFO nova.compute.claims [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.779177] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281759, 'name': Rename_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.880842] env[70683]: DEBUG oslo_vmware.api [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358965} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.880901] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.882231] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.882231] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.882231] env[70683]: INFO nova.compute.manager [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1355.882738] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.883949] env[70683]: DEBUG nova.compute.manager [-] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.883949] env[70683]: DEBUG nova.network.neutron [-] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.026746] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281757, 'name': ReconfigVM_Task, 'duration_secs': 0.203325} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.027201] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance '36e67e75-bc87-4ee2-bc44-c50b040e90cc' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.170070] env[70683]: DEBUG nova.compute.manager [req-33ceb930-e74b-4b18-822d-c07b838e71bc req-81b4c7ec-6ada-473c-9bb9-9be2043b711b service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Received event network-vif-deleted-30629361-a8a9-44f2-bad3-ddc085c8aeb7 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.170389] env[70683]: INFO nova.compute.manager [req-33ceb930-e74b-4b18-822d-c07b838e71bc req-81b4c7ec-6ada-473c-9bb9-9be2043b711b service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Neutron deleted interface 30629361-a8a9-44f2-bad3-ddc085c8aeb7; detaching it from the instance and deleting it from the info cache [ 1356.170504] env[70683]: DEBUG nova.network.neutron [req-33ceb930-e74b-4b18-822d-c07b838e71bc req-81b4c7ec-6ada-473c-9bb9-9be2043b711b service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.206638] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281758, 'name': Rename_Task, 'duration_secs': 0.151768} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.206909] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.207181] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d3aec59-d4bf-4dea-908a-f8d4fd6a128f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.214057] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1356.214057] env[70683]: value = "task-3281760" [ 1356.214057] env[70683]: _type = "Task" [ 1356.214057] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.222443] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.285584] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281759, 'name': Rename_Task, 'duration_secs': 0.178504} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.286790] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.287179] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5de95cd5-cf2b-4c91-861e-d34e2ef65fdf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.294885] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1356.294885] env[70683]: value = "task-3281761" [ 1356.294885] env[70683]: _type = "Task" [ 1356.294885] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.305361] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.533990] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.534239] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.534428] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.534640] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.534795] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.534961] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.535197] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.535369] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.535771] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.535771] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.535895] env[70683]: DEBUG nova.virt.hardware [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.541807] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.543498] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1ab008-d021-4c81-bd14-912983c7f55e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.567417] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1356.567417] env[70683]: value = "task-3281762" [ 1356.567417] env[70683]: _type = "Task" [ 1356.567417] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.577720] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.653339] env[70683]: DEBUG nova.network.neutron [-] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.673927] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83258f47-0930-41db-8f24-ee5f688a7c76 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.685959] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636bf2d0-0f87-4f7d-a86f-657a02586db2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.717722] env[70683]: DEBUG nova.compute.manager [req-33ceb930-e74b-4b18-822d-c07b838e71bc req-81b4c7ec-6ada-473c-9bb9-9be2043b711b service nova] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Detach interface failed, port_id=30629361-a8a9-44f2-bad3-ddc085c8aeb7, reason: Instance d5b20e1c-0e3e-401f-a25d-c197c4bb387d could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.727464] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.808275] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.963676] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd41589-83c8-4a5d-a5cd-dd9cf562b8d0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.971974] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec25fb8b-c46f-422b-a1fd-3405f6738d6d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.002606] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb44132-12c1-478c-b119-858da9647229 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.011045] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf1522-3e66-4eb3-bc65-7ba3e2c3fd31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.027022] env[70683]: DEBUG nova.compute.provider_tree [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.062642] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "e7ee7eac-7940-43c5-8011-311ac37de812" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.063114] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.063233] env[70683]: DEBUG nova.compute.manager [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Going to confirm migration 8 {{(pid=70683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1357.079616] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281762, 'name': ReconfigVM_Task, 'duration_secs': 0.289096} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.079872] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.081165] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f5fc86-97ba-4fa4-bac9-a002f16e259e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.106062] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 36e67e75-bc87-4ee2-bc44-c50b040e90cc/36e67e75-bc87-4ee2-bc44-c50b040e90cc.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.106529] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf1b7d7-db20-49f2-82ec-f7b971ab840f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.125721] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1357.125721] env[70683]: value = "task-3281763" [ 1357.125721] env[70683]: _type = "Task" [ 1357.125721] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.135094] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.156892] env[70683]: INFO nova.compute.manager [-] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Took 1.27 seconds to deallocate network for instance. [ 1357.229385] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281760, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.307692] env[70683]: DEBUG oslo_vmware.api [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281761, 'name': PowerOnVM_Task, 'duration_secs': 0.889423} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.307952] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.308233] env[70683]: INFO nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1357.308426] env[70683]: DEBUG nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.309479] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f7e7c-6e2b-464c-a674-cdbc5ca238ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.530768] env[70683]: DEBUG nova.scheduler.client.report [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.602355] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.602736] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquired lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.603089] env[70683]: DEBUG nova.network.neutron [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.603342] env[70683]: DEBUG nova.objects.instance [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'info_cache' on Instance uuid e7ee7eac-7940-43c5-8011-311ac37de812 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.636698] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.665744] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.729769] env[70683]: DEBUG oslo_vmware.api [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281760, 'name': PowerOnVM_Task, 'duration_secs': 1.101407} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.730106] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.730325] env[70683]: INFO nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1357.730528] env[70683]: DEBUG nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.731333] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca21afa-2a7f-4aec-ab84-f374af7adc2d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.830012] env[70683]: INFO nova.compute.manager [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Took 15.68 seconds to build instance. [ 1358.035992] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.036554] env[70683]: DEBUG nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.040989] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.375s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.041216] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.066051] env[70683]: INFO nova.scheduler.client.report [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted allocations for instance d5b20e1c-0e3e-401f-a25d-c197c4bb387d [ 1358.137382] env[70683]: DEBUG oslo_vmware.api [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281763, 'name': ReconfigVM_Task, 'duration_secs': 0.803743} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.137624] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 36e67e75-bc87-4ee2-bc44-c50b040e90cc/36e67e75-bc87-4ee2-bc44-c50b040e90cc.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.137887] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance '36e67e75-bc87-4ee2-bc44-c50b040e90cc' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.248856] env[70683]: INFO nova.compute.manager [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Took 16.14 seconds to build instance. [ 1358.333341] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ab2577c-19ff-4982-a5f0-f0753dde22fd tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.190s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.545783] env[70683]: DEBUG nova.compute.utils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.548217] env[70683]: DEBUG nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.548447] env[70683]: DEBUG nova.network.neutron [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.573587] env[70683]: DEBUG oslo_concurrency.lockutils [None req-7830a0f2-c13c-426d-a00b-b76b7afe5b30 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "d5b20e1c-0e3e-401f-a25d-c197c4bb387d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.321s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.585102] env[70683]: DEBUG nova.policy [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5778d1bbf4b8443ca2311e304bd2c99d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d03aec1d5dc40c786be6da351e98dba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.644432] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a14584-efba-4772-9208-4fb6d18f78b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.666831] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff81e6-fb6f-4b22-9ab6-da05fe795a48 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.690543] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance '36e67e75-bc87-4ee2-bc44-c50b040e90cc' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.745244] env[70683]: DEBUG nova.compute.manager [req-19078127-b302-4f71-932e-c296529542e4 req-cb797df7-5cf9-4bc4-b996-22a5f04ba257 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Received event network-changed-bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.745244] env[70683]: DEBUG nova.compute.manager [req-19078127-b302-4f71-932e-c296529542e4 req-cb797df7-5cf9-4bc4-b996-22a5f04ba257 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Refreshing instance network info cache due to event network-changed-bed3fac8-8367-4782-bd99-9dedb65dc077. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.745244] env[70683]: DEBUG oslo_concurrency.lockutils [req-19078127-b302-4f71-932e-c296529542e4 req-cb797df7-5cf9-4bc4-b996-22a5f04ba257 service nova] Acquiring lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.745244] env[70683]: DEBUG oslo_concurrency.lockutils [req-19078127-b302-4f71-932e-c296529542e4 req-cb797df7-5cf9-4bc4-b996-22a5f04ba257 service nova] Acquired lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.745484] env[70683]: DEBUG nova.network.neutron [req-19078127-b302-4f71-932e-c296529542e4 req-cb797df7-5cf9-4bc4-b996-22a5f04ba257 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Refreshing network info cache for port bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.751051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a652dadf-c4dc-438c-99dd-23c93e89c662 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "96e72258-8029-4c48-b579-e81049033c1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.646s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.837314] env[70683]: INFO nova.compute.manager [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Rescuing [ 1358.837314] env[70683]: DEBUG oslo_concurrency.lockutils [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.837314] env[70683]: DEBUG oslo_concurrency.lockutils [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.837314] env[70683]: DEBUG nova.network.neutron [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.869227] env[70683]: DEBUG nova.network.neutron [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance_info_cache with network_info: [{"id": "0668ab12-048e-4a1e-b100-49c447dd14ae", "address": "fa:16:3e:a4:c8:0c", "network": {"id": "e635f41d-096d-4930-8105-cdc7ea829331", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-7652662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "153b30cedeb14326a01f7924b2233830", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0668ab12-04", "ovs_interfaceid": "0668ab12-048e-4a1e-b100-49c447dd14ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.883148] env[70683]: DEBUG nova.network.neutron [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Successfully created port: f5a1e855-695f-4130-a4ee-3ffb2a8ece30 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.049100] env[70683]: DEBUG nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.234958] env[70683]: DEBUG nova.network.neutron [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Port 5bff28ca-a9ab-4309-bc38-c7905ccd4a4a binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1359.370355] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Releasing lock "refresh_cache-e7ee7eac-7940-43c5-8011-311ac37de812" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.370643] env[70683]: DEBUG nova.objects.instance [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'migration_context' on Instance uuid e7ee7eac-7940-43c5-8011-311ac37de812 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.478512] env[70683]: DEBUG nova.network.neutron [req-19078127-b302-4f71-932e-c296529542e4 req-cb797df7-5cf9-4bc4-b996-22a5f04ba257 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updated VIF entry in instance network info cache for port bed3fac8-8367-4782-bd99-9dedb65dc077. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.479120] env[70683]: DEBUG nova.network.neutron [req-19078127-b302-4f71-932e-c296529542e4 req-cb797df7-5cf9-4bc4-b996-22a5f04ba257 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updating instance_info_cache with network_info: [{"id": "bed3fac8-8367-4782-bd99-9dedb65dc077", "address": "fa:16:3e:11:f9:14", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed3fac8-83", "ovs_interfaceid": "bed3fac8-8367-4782-bd99-9dedb65dc077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.571431] env[70683]: DEBUG nova.network.neutron [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Updating instance_info_cache with network_info: [{"id": "7d0e3f33-db8c-4cfb-abf5-062cc5ac9987", "address": "fa:16:3e:e5:78:49", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0e3f33-db", "ovs_interfaceid": "7d0e3f33-db8c-4cfb-abf5-062cc5ac9987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.873495] env[70683]: DEBUG nova.objects.base [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1359.874657] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cce7fb-c49a-4de2-bc7f-d0ef6a5b796a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.894680] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3a4005-59a0-4300-babb-9c37ec37c599 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.900311] env[70683]: DEBUG oslo_vmware.api [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1359.900311] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c7a573-70af-312d-dc11-61ee57706976" [ 1359.900311] env[70683]: _type = "Task" [ 1359.900311] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.908370] env[70683]: DEBUG oslo_vmware.api [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c7a573-70af-312d-dc11-61ee57706976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.982647] env[70683]: DEBUG oslo_concurrency.lockutils [req-19078127-b302-4f71-932e-c296529542e4 req-cb797df7-5cf9-4bc4-b996-22a5f04ba257 service nova] Releasing lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.058671] env[70683]: DEBUG nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.073714] env[70683]: DEBUG oslo_concurrency.lockutils [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "refresh_cache-96e72258-8029-4c48-b579-e81049033c1f" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.083520] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.083793] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.083954] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.084153] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.084321] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.084491] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.084716] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.084878] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.085058] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.085227] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.085401] env[70683]: DEBUG nova.virt.hardware [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.086271] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da535b9-5968-4e7a-ae83-5b1cc791015a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.100406] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba6886f-032e-4734-8a7c-3011d22ed93c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.265660] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.265660] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.265660] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.275743] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.275985] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.276235] env[70683]: INFO nova.compute.manager [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Shelving [ 1360.343964] env[70683]: DEBUG nova.compute.manager [req-f8f448b0-e63b-433f-b55f-48fbb67d88dc req-0d132255-493f-4f98-9045-b8843ce6af38 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Received event network-vif-plugged-f5a1e855-695f-4130-a4ee-3ffb2a8ece30 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.344264] env[70683]: DEBUG oslo_concurrency.lockutils [req-f8f448b0-e63b-433f-b55f-48fbb67d88dc req-0d132255-493f-4f98-9045-b8843ce6af38 service nova] Acquiring lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.344449] env[70683]: DEBUG oslo_concurrency.lockutils [req-f8f448b0-e63b-433f-b55f-48fbb67d88dc req-0d132255-493f-4f98-9045-b8843ce6af38 service nova] Lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.344659] env[70683]: DEBUG oslo_concurrency.lockutils [req-f8f448b0-e63b-433f-b55f-48fbb67d88dc req-0d132255-493f-4f98-9045-b8843ce6af38 service nova] Lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.344843] env[70683]: DEBUG nova.compute.manager [req-f8f448b0-e63b-433f-b55f-48fbb67d88dc req-0d132255-493f-4f98-9045-b8843ce6af38 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] No waiting events found dispatching network-vif-plugged-f5a1e855-695f-4130-a4ee-3ffb2a8ece30 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.344975] env[70683]: WARNING nova.compute.manager [req-f8f448b0-e63b-433f-b55f-48fbb67d88dc req-0d132255-493f-4f98-9045-b8843ce6af38 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Received unexpected event network-vif-plugged-f5a1e855-695f-4130-a4ee-3ffb2a8ece30 for instance with vm_state building and task_state spawning. [ 1360.412171] env[70683]: DEBUG oslo_vmware.api [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52c7a573-70af-312d-dc11-61ee57706976, 'name': SearchDatastore_Task, 'duration_secs': 0.008067} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.412530] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.412783] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.433351] env[70683]: DEBUG nova.network.neutron [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Successfully updated port: f5a1e855-695f-4130-a4ee-3ffb2a8ece30 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.938823] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "refresh_cache-23d400b3-d543-47cb-a4c7-cc4fed0641e1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.939105] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "refresh_cache-23d400b3-d543-47cb-a4c7-cc4fed0641e1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.939293] env[70683]: DEBUG nova.network.neutron [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.064160] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7c4298-0871-4e7b-916f-336070a0f90c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.072193] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a0f4c-90cd-43c2-9947-ca9b86f05000 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.103701] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06c9de0-85b0-4daf-b531-40454407cfe8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.114219] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0b835c-ec02-46a9-8888-796e960b118b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.130119] env[70683]: DEBUG nova.compute.provider_tree [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.284572] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.284869] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-072145e3-f4f0-4d17-859a-a7eac1d9e342 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.293047] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1361.293047] env[70683]: value = "task-3281764" [ 1361.293047] env[70683]: _type = "Task" [ 1361.293047] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.301723] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.306362] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.306536] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.306713] env[70683]: DEBUG nova.network.neutron [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.471544] env[70683]: DEBUG nova.network.neutron [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.586701] env[70683]: DEBUG nova.network.neutron [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Updating instance_info_cache with network_info: [{"id": "f5a1e855-695f-4130-a4ee-3ffb2a8ece30", "address": "fa:16:3e:89:9f:dd", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a1e855-69", "ovs_interfaceid": "f5a1e855-695f-4130-a4ee-3ffb2a8ece30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.613640] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.614065] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f800b3-e645-4d8c-9330-451bf965fcd8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.622285] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1361.622285] env[70683]: value = "task-3281765" [ 1361.622285] env[70683]: _type = "Task" [ 1361.622285] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.634523] env[70683]: DEBUG nova.scheduler.client.report [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.639384] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.802884] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281764, 'name': PowerOffVM_Task, 'duration_secs': 0.472718} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.803163] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.804033] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c4944d-ad75-4e97-80b9-269f171a9cc4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.827077] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c1ea22-e741-4926-b95d-b92b1a766333 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.028992] env[70683]: DEBUG nova.network.neutron [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance_info_cache with network_info: [{"id": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "address": "fa:16:3e:66:02:d0", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff28ca-a9", "ovs_interfaceid": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.090212] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "refresh_cache-23d400b3-d543-47cb-a4c7-cc4fed0641e1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.090553] env[70683]: DEBUG nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Instance network_info: |[{"id": "f5a1e855-695f-4130-a4ee-3ffb2a8ece30", "address": "fa:16:3e:89:9f:dd", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a1e855-69", "ovs_interfaceid": "f5a1e855-695f-4130-a4ee-3ffb2a8ece30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.090988] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:9f:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a1e855-695f-4130-a4ee-3ffb2a8ece30', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.098577] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.098797] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.099443] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7220b0c-cf68-46a1-93f6-901677b5afec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.120221] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.120221] env[70683]: value = "task-3281766" [ 1362.120221] env[70683]: _type = "Task" [ 1362.120221] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.130653] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281766, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.133610] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281765, 'name': PowerOffVM_Task, 'duration_secs': 0.20039} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.133856] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.134623] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c083e3-a230-431a-a02b-afe223c0ea32 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.155098] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f308d-5a0c-4c3b-ae98-3a187fcd9a19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.192650] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.192947] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f036cef4-01e8-4246-be9c-5282e2d49842 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.198258] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1362.198258] env[70683]: value = "task-3281767" [ 1362.198258] env[70683]: _type = "Task" [ 1362.198258] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.205767] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.338542] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1362.338862] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9b9a446-7492-4098-a999-01bec13c890f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.346334] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1362.346334] env[70683]: value = "task-3281768" [ 1362.346334] env[70683]: _type = "Task" [ 1362.346334] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.354064] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281768, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.376254] env[70683]: DEBUG nova.compute.manager [req-94524abb-8ff6-4778-8b48-07dd3524c419 req-7f0c2f53-4178-490e-90f5-a0a6f699b3c3 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Received event network-changed-f5a1e855-695f-4130-a4ee-3ffb2a8ece30 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.376254] env[70683]: DEBUG nova.compute.manager [req-94524abb-8ff6-4778-8b48-07dd3524c419 req-7f0c2f53-4178-490e-90f5-a0a6f699b3c3 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Refreshing instance network info cache due to event network-changed-f5a1e855-695f-4130-a4ee-3ffb2a8ece30. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.376446] env[70683]: DEBUG oslo_concurrency.lockutils [req-94524abb-8ff6-4778-8b48-07dd3524c419 req-7f0c2f53-4178-490e-90f5-a0a6f699b3c3 service nova] Acquiring lock "refresh_cache-23d400b3-d543-47cb-a4c7-cc4fed0641e1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.376691] env[70683]: DEBUG oslo_concurrency.lockutils [req-94524abb-8ff6-4778-8b48-07dd3524c419 req-7f0c2f53-4178-490e-90f5-a0a6f699b3c3 service nova] Acquired lock "refresh_cache-23d400b3-d543-47cb-a4c7-cc4fed0641e1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.376765] env[70683]: DEBUG nova.network.neutron [req-94524abb-8ff6-4778-8b48-07dd3524c419 req-7f0c2f53-4178-490e-90f5-a0a6f699b3c3 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Refreshing network info cache for port f5a1e855-695f-4130-a4ee-3ffb2a8ece30 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.532518] env[70683]: DEBUG oslo_concurrency.lockutils [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.632224] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281766, 'name': CreateVM_Task, 'duration_secs': 0.43102} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.632416] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.633017] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.633211] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.633597] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.633857] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c391d0e-e52b-48dc-a627-c7fa0a6242e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.638397] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1362.638397] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529498b5-db55-a013-1324-eb1f3ca1556c" [ 1362.638397] env[70683]: _type = "Task" [ 1362.638397] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.646493] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529498b5-db55-a013-1324-eb1f3ca1556c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.659156] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.246s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.708339] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1362.708565] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.708844] env[70683]: DEBUG oslo_concurrency.lockutils [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.709032] env[70683]: DEBUG oslo_concurrency.lockutils [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.709245] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.709512] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab49ae1-95fa-4e31-afcb-0007499d3e0f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.718037] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.718250] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.718985] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1516cf89-7879-43d5-83a9-e08b400f6691 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.724034] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1362.724034] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd9055-54ca-3cb9-08b6-ee6ff2ea0c17" [ 1362.724034] env[70683]: _type = "Task" [ 1362.724034] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.731676] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd9055-54ca-3cb9-08b6-ee6ff2ea0c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.855902] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281768, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.053606] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbfde75-a94b-41ab-8895-ecaa38f7fe76 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.074046] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe49cb20-bf92-4d41-a1dc-dc2708d54c5f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.080821] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance '36e67e75-bc87-4ee2-bc44-c50b040e90cc' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.105561] env[70683]: DEBUG nova.network.neutron [req-94524abb-8ff6-4778-8b48-07dd3524c419 req-7f0c2f53-4178-490e-90f5-a0a6f699b3c3 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Updated VIF entry in instance network info cache for port f5a1e855-695f-4130-a4ee-3ffb2a8ece30. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.106386] env[70683]: DEBUG nova.network.neutron [req-94524abb-8ff6-4778-8b48-07dd3524c419 req-7f0c2f53-4178-490e-90f5-a0a6f699b3c3 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Updating instance_info_cache with network_info: [{"id": "f5a1e855-695f-4130-a4ee-3ffb2a8ece30", "address": "fa:16:3e:89:9f:dd", "network": {"id": "5fd00d47-d691-42ea-92ad-38c586116fe8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-567098180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d03aec1d5dc40c786be6da351e98dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a1e855-69", "ovs_interfaceid": "f5a1e855-695f-4130-a4ee-3ffb2a8ece30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.148694] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529498b5-db55-a013-1324-eb1f3ca1556c, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.149009] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.149279] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.149501] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.214922] env[70683]: INFO nova.scheduler.client.report [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted allocation for migration 0634782a-80a5-4c17-8a5d-1db65fcc6420 [ 1363.234088] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52bd9055-54ca-3cb9-08b6-ee6ff2ea0c17, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.234871] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503116a9-5555-44bb-878c-8355a2e1134f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.240526] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1363.240526] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b543e-033b-ca7e-7b73-76acae145669" [ 1363.240526] env[70683]: _type = "Task" [ 1363.240526] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.247815] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b543e-033b-ca7e-7b73-76acae145669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.355840] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281768, 'name': CreateSnapshot_Task, 'duration_secs': 0.548136} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.356133] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1363.356916] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0ae8a7-720c-4d27-b2de-e0dff38121b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.386260] env[70683]: INFO nova.compute.manager [None req-a2a7754e-4183-476e-9266-745c0cc2238e tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Get console output [ 1363.386601] env[70683]: WARNING nova.virt.vmwareapi.driver [None req-a2a7754e-4183-476e-9266-745c0cc2238e tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] The console log is missing. Check your VSPC configuration [ 1363.587042] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a0719-0156-41b9-aee4-714a6053ccc9 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance '36e67e75-bc87-4ee2-bc44-c50b040e90cc' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.609660] env[70683]: DEBUG oslo_concurrency.lockutils [req-94524abb-8ff6-4778-8b48-07dd3524c419 req-7f0c2f53-4178-490e-90f5-a0a6f699b3c3 service nova] Releasing lock "refresh_cache-23d400b3-d543-47cb-a4c7-cc4fed0641e1" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.720361] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d8ca98e8-4fa4-4e5a-9d39-63ef435b3b98 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.657s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.751206] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522b543e-033b-ca7e-7b73-76acae145669, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.751417] env[70683]: DEBUG oslo_concurrency.lockutils [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.751719] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 96e72258-8029-4c48-b579-e81049033c1f/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. {{(pid=70683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1363.751995] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.752197] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.752465] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-426ce52f-4c67-403b-9c0c-a3585eeca097 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.754364] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed1a794-9c43-4620-8944-c00eaeff5ce6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.760457] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1363.760457] env[70683]: value = "task-3281769" [ 1363.760457] env[70683]: _type = "Task" [ 1363.760457] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.764851] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.765031] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.768119] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665c472b-916d-4034-a26f-17bf1a9f6991 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.770085] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.772969] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1363.772969] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f035c8-531e-e478-f02f-5be0b359c603" [ 1363.772969] env[70683]: _type = "Task" [ 1363.772969] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.779786] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f035c8-531e-e478-f02f-5be0b359c603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.876795] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1363.877423] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1d7d9bd-84c4-4707-8873-94c7210c9c25 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.885179] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1363.885179] env[70683]: value = "task-3281770" [ 1363.885179] env[70683]: _type = "Task" [ 1363.885179] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.893233] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281770, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.270897] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281769, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.283595] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f035c8-531e-e478-f02f-5be0b359c603, 'name': SearchDatastore_Task, 'duration_secs': 0.012794} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.284457] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a61cc1-a879-4d36-924c-f80c7fc28a83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.291127] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1364.291127] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d38797-8ff3-20e9-96d7-da7661858eb2" [ 1364.291127] env[70683]: _type = "Task" [ 1364.291127] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.301713] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d38797-8ff3-20e9-96d7-da7661858eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.394774] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281770, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.770390] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568301} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.772045] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 96e72258-8029-4c48-b579-e81049033c1f/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. [ 1364.772045] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c790ef1-c352-49b8-89a6-b6618c7f969f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.797526] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 96e72258-8029-4c48-b579-e81049033c1f/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.797820] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a458ef-be95-492a-b80e-542823237175 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.818351] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52d38797-8ff3-20e9-96d7-da7661858eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.028685} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.819492] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.819763] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 23d400b3-d543-47cb-a4c7-cc4fed0641e1/23d400b3-d543-47cb-a4c7-cc4fed0641e1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.820081] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1364.820081] env[70683]: value = "task-3281771" [ 1364.820081] env[70683]: _type = "Task" [ 1364.820081] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.820268] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-264233aa-ec6e-4629-9390-25bb818175ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.829789] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.830902] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1364.830902] env[70683]: value = "task-3281772" [ 1364.830902] env[70683]: _type = "Task" [ 1364.830902] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.837815] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.896558] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281770, 'name': CloneVM_Task} progress is 95%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.333802] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281771, 'name': ReconfigVM_Task, 'duration_secs': 0.303176} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.337177] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 96e72258-8029-4c48-b579-e81049033c1f/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.338086] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d35531-2bca-4865-a4f3-ef9c2f0de3d8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.345810] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.365910] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a964e553-f139-4bb7-b68d-baf8efb331a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.381044] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1365.381044] env[70683]: value = "task-3281773" [ 1365.381044] env[70683]: _type = "Task" [ 1365.381044] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.388673] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.395958] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281770, 'name': CloneVM_Task, 'duration_secs': 1.185065} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.396219] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Created linked-clone VM from snapshot [ 1365.396922] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2f55c7-799d-4a89-bf04-7c59e2741e6d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.404262] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Uploading image 5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1365.430379] env[70683]: DEBUG oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1365.430379] env[70683]: value = "vm-655382" [ 1365.430379] env[70683]: _type = "VirtualMachine" [ 1365.430379] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1365.430748] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c15b5ad-7c4a-4e3b-a203-9563c862c0db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.437927] env[70683]: DEBUG oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lease: (returnval){ [ 1365.437927] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b453f7-9176-3832-61a2-3db1da7b5397" [ 1365.437927] env[70683]: _type = "HttpNfcLease" [ 1365.437927] env[70683]: } obtained for exporting VM: (result){ [ 1365.437927] env[70683]: value = "vm-655382" [ 1365.437927] env[70683]: _type = "VirtualMachine" [ 1365.437927] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1365.439037] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the lease: (returnval){ [ 1365.439037] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b453f7-9176-3832-61a2-3db1da7b5397" [ 1365.439037] env[70683]: _type = "HttpNfcLease" [ 1365.439037] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1365.446871] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.446871] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b453f7-9176-3832-61a2-3db1da7b5397" [ 1365.446871] env[70683]: _type = "HttpNfcLease" [ 1365.446871] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1365.843165] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535469} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.843952] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 23d400b3-d543-47cb-a4c7-cc4fed0641e1/23d400b3-d543-47cb-a4c7-cc4fed0641e1.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.844183] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.844427] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7deea9ca-4f22-44a4-a32d-892e83343087 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.850784] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1365.850784] env[70683]: value = "task-3281775" [ 1365.850784] env[70683]: _type = "Task" [ 1365.850784] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.859492] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.890848] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281773, 'name': ReconfigVM_Task, 'duration_secs': 0.145618} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.891191] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.891495] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0afb00bf-0203-4a61-bc05-3bacfc63de73 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.897812] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1365.897812] env[70683]: value = "task-3281776" [ 1365.897812] env[70683]: _type = "Task" [ 1365.897812] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.906220] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.945742] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.945742] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b453f7-9176-3832-61a2-3db1da7b5397" [ 1365.945742] env[70683]: _type = "HttpNfcLease" [ 1365.945742] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1365.946034] env[70683]: DEBUG oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1365.946034] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52b453f7-9176-3832-61a2-3db1da7b5397" [ 1365.946034] env[70683]: _type = "HttpNfcLease" [ 1365.946034] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1365.946748] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7b33f6-b4f4-484f-8fc0-15789c1cd95d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.953740] env[70683]: DEBUG oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641856-196e-6eb8-b88f-e23453951d2d/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1365.953909] env[70683]: DEBUG oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641856-196e-6eb8-b88f-e23453951d2d/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1366.044178] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5620984-af2b-43a3-8b03-2101f4d6e3ce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.333576] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.333854] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.334170] env[70683]: DEBUG nova.compute.manager [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Going to confirm migration 9 {{(pid=70683) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1366.360837] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061198} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.361155] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.361875] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b727d0-7878-4ecf-9001-ffc23a7142a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.383770] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 23d400b3-d543-47cb-a4c7-cc4fed0641e1/23d400b3-d543-47cb-a4c7-cc4fed0641e1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.384050] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c91b25d-3e5f-4e9e-97b5-070b81edde28 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.403256] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1366.403256] env[70683]: value = "task-3281777" [ 1366.403256] env[70683]: _type = "Task" [ 1366.403256] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.406198] env[70683]: DEBUG oslo_vmware.api [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281776, 'name': PowerOnVM_Task, 'duration_secs': 0.417665} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.408917] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.411478] env[70683]: DEBUG nova.compute.manager [None req-251f1a14-1dd1-41e7-8d2e-0c1a79e75578 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.412183] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd0e2b-74a2-44e1-9a91-9aea9d8a1a34 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.419280] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.875540] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.875744] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.876010] env[70683]: DEBUG nova.network.neutron [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.876303] env[70683]: DEBUG nova.objects.instance [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'info_cache' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.916117] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.416680] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281777, 'name': ReconfigVM_Task, 'duration_secs': 0.843282} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.416976] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 23d400b3-d543-47cb-a4c7-cc4fed0641e1/23d400b3-d543-47cb-a4c7-cc4fed0641e1.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.417640] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed513382-492f-4180-9672-e5a3abefd6d9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.425031] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1367.425031] env[70683]: value = "task-3281778" [ 1367.425031] env[70683]: _type = "Task" [ 1367.425031] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.433992] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281778, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.934487] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281778, 'name': Rename_Task, 'duration_secs': 0.241119} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.935216] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.936011] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1215b14-1ffb-4bbe-8a49-1ac8cbc6fe3a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.941995] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1367.941995] env[70683]: value = "task-3281779" [ 1367.941995] env[70683]: _type = "Task" [ 1367.941995] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.950370] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.384959] env[70683]: DEBUG nova.network.neutron [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance_info_cache with network_info: [{"id": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "address": "fa:16:3e:66:02:d0", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff28ca-a9", "ovs_interfaceid": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.453019] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.888761] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.888761] env[70683]: DEBUG nova.objects.instance [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'migration_context' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.954023] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.307943] env[70683]: INFO nova.compute.manager [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Rescuing [ 1369.308256] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.308414] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.308586] env[70683]: DEBUG nova.network.neutron [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.391860] env[70683]: DEBUG nova.objects.base [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Object Instance<36e67e75-bc87-4ee2-bc44-c50b040e90cc> lazy-loaded attributes: info_cache,migration_context {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1369.392852] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21970718-d611-4ded-95c0-58f8cb91c6a4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.412408] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6beb17c5-514f-4d29-a7db-be1d542883dc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.419173] env[70683]: DEBUG oslo_vmware.api [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1369.419173] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525adc60-bff9-bc5a-1c4d-2db635ab9784" [ 1369.419173] env[70683]: _type = "Task" [ 1369.419173] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.427161] env[70683]: DEBUG oslo_vmware.api [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525adc60-bff9-bc5a-1c4d-2db635ab9784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.452780] env[70683]: DEBUG oslo_vmware.api [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281779, 'name': PowerOnVM_Task, 'duration_secs': 1.302324} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.453153] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.453422] env[70683]: INFO nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1369.453506] env[70683]: DEBUG nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.454288] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f7be55-95eb-4f51-9530-51e17871cfc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.929575] env[70683]: DEBUG oslo_vmware.api [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525adc60-bff9-bc5a-1c4d-2db635ab9784, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.929891] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.930164] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.969823] env[70683]: INFO nova.compute.manager [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Took 14.23 seconds to build instance. [ 1370.051929] env[70683]: DEBUG nova.network.neutron [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Updating instance_info_cache with network_info: [{"id": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "address": "fa:16:3e:c7:4c:1c", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6289cf5f-f0", "ovs_interfaceid": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.471883] env[70683]: DEBUG oslo_concurrency.lockutils [None req-2d48aa63-5d75-4248-baa9-452b08fe4f50 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.737s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.554256] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.585399] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15791707-b025-4f30-ad9d-0702b799fb09 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.593759] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6312ee12-eb1c-4de3-99ad-857caed8078f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.626344] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba92789-8cdb-4652-80e3-7ea79ed50dcb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.635028] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e42c3a7-6c4c-4080-a7cc-dc6eec813920 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.648024] env[70683]: DEBUG nova.compute.provider_tree [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.151770] env[70683]: DEBUG nova.scheduler.client.report [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.896694] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.897116] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.897252] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.897443] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.897620] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.899759] env[70683]: INFO nova.compute.manager [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Terminating instance [ 1372.097226] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.097577] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfa92957-73ff-4005-baa6-5a37e1b76b29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.104689] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1372.104689] env[70683]: value = "task-3281780" [ 1372.104689] env[70683]: _type = "Task" [ 1372.104689] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.113189] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.163456] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.233s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.163676] env[70683]: DEBUG nova.compute.manager [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70683) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1372.403628] env[70683]: DEBUG nova.compute.manager [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.403881] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.404832] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0933dbfa-29f1-480b-a70a-750c56a71af7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.414312] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.414612] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ffd61d6-1589-4091-97a0-291631238a65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.420427] env[70683]: DEBUG oslo_vmware.api [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1372.420427] env[70683]: value = "task-3281781" [ 1372.420427] env[70683]: _type = "Task" [ 1372.420427] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.428661] env[70683]: DEBUG oslo_vmware.api [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.615258] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281780, 'name': PowerOffVM_Task, 'duration_secs': 0.272794} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.615498] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.616536] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad96f5-855d-43a6-96a4-237974d81103 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.636052] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19ec2d-0d79-4e48-8b4f-13841c25eed3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.664013] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.664315] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4dc0552-399a-4463-8d28-31b1e94019ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.670587] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1372.670587] env[70683]: value = "task-3281782" [ 1372.670587] env[70683]: _type = "Task" [ 1372.670587] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.680612] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1372.680909] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.681064] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.681217] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.681397] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.681879] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4de991e-e100-46a2-ae67-ebedf4373a5b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.690035] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.690285] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.691023] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985d051a-07e7-45fc-88d3-8ebd3fae19ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.696094] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1372.696094] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521d236e-174c-5d84-1039-268a2acc52be" [ 1372.696094] env[70683]: _type = "Task" [ 1372.696094] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.703793] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521d236e-174c-5d84-1039-268a2acc52be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.728321] env[70683]: INFO nova.scheduler.client.report [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted allocation for migration e1e27f45-3e71-4d55-b920-50a829b854c0 [ 1372.930215] env[70683]: DEBUG oslo_vmware.api [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281781, 'name': PowerOffVM_Task, 'duration_secs': 0.209105} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.930593] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.930665] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.930916] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5a81127-d522-4d42-9945-29f7f160c07a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.995213] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.995438] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.995625] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleting the datastore file [datastore1] 23d400b3-d543-47cb-a4c7-cc4fed0641e1 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.995894] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e998b130-4f94-421b-aeed-b4a195020e59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.006052] env[70683]: DEBUG oslo_vmware.api [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for the task: (returnval){ [ 1373.006052] env[70683]: value = "task-3281784" [ 1373.006052] env[70683]: _type = "Task" [ 1373.006052] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.016164] env[70683]: DEBUG oslo_vmware.api [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.207202] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521d236e-174c-5d84-1039-268a2acc52be, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.208103] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914aab40-62e6-40ff-b535-96ae66de3615 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.213874] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1373.213874] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527910c1-401d-90ef-90fd-146067926991" [ 1373.213874] env[70683]: _type = "Task" [ 1373.213874] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.223106] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527910c1-401d-90ef-90fd-146067926991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.233446] env[70683]: DEBUG oslo_concurrency.lockutils [None req-a2f484ad-453f-478a-abcb-4c391d03245f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.900s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.502845] env[70683]: DEBUG nova.objects.instance [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'flavor' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.516141] env[70683]: DEBUG oslo_vmware.api [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Task: {'id': task-3281784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240336} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.517011] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.517213] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.517391] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.517559] env[70683]: INFO nova.compute.manager [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1373.517793] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.517980] env[70683]: DEBUG nova.compute.manager [-] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.518097] env[70683]: DEBUG nova.network.neutron [-] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.522704] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.523150] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.724125] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527910c1-401d-90ef-90fd-146067926991, 'name': SearchDatastore_Task, 'duration_secs': 0.020651} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.724399] env[70683]: DEBUG oslo_concurrency.lockutils [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.724660] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. {{(pid=70683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1373.724921] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49f47053-6316-4be2-91ee-d9451d8d24de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.733020] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1373.733020] env[70683]: value = "task-3281785" [ 1373.733020] env[70683]: _type = "Task" [ 1373.733020] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.740886] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.813341] env[70683]: DEBUG nova.compute.manager [req-c64f3ddc-619e-48e9-b83d-20753365f4bf req-b41f0cb4-23b8-459f-9830-b8d1943677e1 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Received event network-vif-deleted-f5a1e855-695f-4130-a4ee-3ffb2a8ece30 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.813790] env[70683]: INFO nova.compute.manager [req-c64f3ddc-619e-48e9-b83d-20753365f4bf req-b41f0cb4-23b8-459f-9830-b8d1943677e1 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Neutron deleted interface f5a1e855-695f-4130-a4ee-3ffb2a8ece30; detaching it from the instance and deleting it from the info cache [ 1373.813790] env[70683]: DEBUG nova.network.neutron [req-c64f3ddc-619e-48e9-b83d-20753365f4bf req-b41f0cb4-23b8-459f-9830-b8d1943677e1 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.008599] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.009102] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.009102] env[70683]: DEBUG nova.network.neutron [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.009352] env[70683]: DEBUG nova.objects.instance [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'info_cache' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.086454] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.086662] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1374.243423] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467283} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.243695] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. [ 1374.244507] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df109a1b-a54a-4928-9fc3-28b0473ced27 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.270226] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.270554] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c3f8a9-623f-4ca7-85ba-3d8de29a700c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.288832] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1374.288832] env[70683]: value = "task-3281786" [ 1374.288832] env[70683]: _type = "Task" [ 1374.288832] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.297212] env[70683]: DEBUG nova.network.neutron [-] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.298484] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.317033] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0288f29f-8a7f-4ce1-8a80-5831b5d50295 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.327639] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3088dfa1-1fcd-4a42-a504-f6a7020fdaf7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.357467] env[70683]: DEBUG nova.compute.manager [req-c64f3ddc-619e-48e9-b83d-20753365f4bf req-b41f0cb4-23b8-459f-9830-b8d1943677e1 service nova] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Detach interface failed, port_id=f5a1e855-695f-4130-a4ee-3ffb2a8ece30, reason: Instance 23d400b3-d543-47cb-a4c7-cc4fed0641e1 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.513037] env[70683]: DEBUG nova.objects.base [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Object Instance<36e67e75-bc87-4ee2-bc44-c50b040e90cc> lazy-loaded attributes: flavor,info_cache {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1374.676334] env[70683]: DEBUG oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641856-196e-6eb8-b88f-e23453951d2d/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1374.677069] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84051635-c668-44bb-86f0-28e49a478177 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.682920] env[70683]: DEBUG oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641856-196e-6eb8-b88f-e23453951d2d/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1374.683098] env[70683]: ERROR oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641856-196e-6eb8-b88f-e23453951d2d/disk-0.vmdk due to incomplete transfer. [ 1374.683329] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-efa45304-7468-429c-b070-24d5377ca7d2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.689411] env[70683]: DEBUG oslo_vmware.rw_handles [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641856-196e-6eb8-b88f-e23453951d2d/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1374.689602] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Uploaded image 5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1374.691905] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1374.692152] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa406e60-f0a8-4386-9370-34be58a85651 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.697444] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1374.697444] env[70683]: value = "task-3281787" [ 1374.697444] env[70683]: _type = "Task" [ 1374.697444] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.705031] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281787, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.798995] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281786, 'name': ReconfigVM_Task, 'duration_secs': 0.399551} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.799437] env[70683]: INFO nova.compute.manager [-] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Took 1.28 seconds to deallocate network for instance. [ 1374.799717] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.801915] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e8eaf-0e8f-4770-bbfc-07edfbe887cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.829556] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e69e35c-0282-42f3-bb80-8048661c3fab {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.846028] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1374.846028] env[70683]: value = "task-3281788" [ 1374.846028] env[70683]: _type = "Task" [ 1374.846028] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.853241] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.086150] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.086460] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.086505] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.086664] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.208924] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281787, 'name': Destroy_Task, 'duration_secs': 0.334137} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.209200] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Destroyed the VM [ 1375.209436] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1375.209689] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66814133-eee8-4e0f-aa90-637315802161 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.214860] env[70683]: DEBUG nova.network.neutron [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance_info_cache with network_info: [{"id": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "address": "fa:16:3e:66:02:d0", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bff28ca-a9", "ovs_interfaceid": "5bff28ca-a9ab-4309-bc38-c7905ccd4a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.217042] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1375.217042] env[70683]: value = "task-3281789" [ 1375.217042] env[70683]: _type = "Task" [ 1375.217042] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.225038] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281789, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.308912] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.309232] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.309457] env[70683]: DEBUG nova.objects.instance [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lazy-loading 'resources' on Instance uuid 23d400b3-d543-47cb-a4c7-cc4fed0641e1 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.355207] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281788, 'name': ReconfigVM_Task, 'duration_secs': 0.17818} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.355473] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.355719] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-957bb829-918d-45fc-876b-8641759b6f65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.362888] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1375.362888] env[70683]: value = "task-3281790" [ 1375.362888] env[70683]: _type = "Task" [ 1375.362888] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.370275] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.589487] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.719047] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-36e67e75-bc87-4ee2-bc44-c50b040e90cc" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.729418] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281789, 'name': RemoveSnapshot_Task, 'duration_secs': 0.47532} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.730258] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1375.730686] env[70683]: DEBUG nova.compute.manager [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.731513] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c17532-74e9-49df-9e10-5a83f59b851d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.871699] env[70683]: DEBUG oslo_vmware.api [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281790, 'name': PowerOnVM_Task, 'duration_secs': 0.452419} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.874047] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.876746] env[70683]: DEBUG nova.compute.manager [None req-83ee44e1-3805-45a8-9ba1-fd4c3b146a1a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.877558] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c4c42b-024e-4d61-8a7e-949c29d05368 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.938436] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcbb949-91d0-4b03-87c8-76ae7b2f2084 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.946527] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef1eaf-d4d7-4a98-a03e-8f4bcc55f41d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.978119] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9645b3b1-73b2-4369-ac00-35e8f969f32b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.985447] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbc7765-24e2-4b5e-b24f-2241487e4099 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.998442] env[70683]: DEBUG nova.compute.provider_tree [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.243333] env[70683]: INFO nova.compute.manager [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Shelve offloading [ 1376.501600] env[70683]: DEBUG nova.scheduler.client.report [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.728311] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.728638] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c6a7b75-5083-4250-9698-9ac2b35bf3e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.735940] env[70683]: DEBUG oslo_vmware.api [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1376.735940] env[70683]: value = "task-3281791" [ 1376.735940] env[70683]: _type = "Task" [ 1376.735940] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.743837] env[70683]: DEBUG oslo_vmware.api [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.746388] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.746628] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fb80981-27aa-4973-afc8-034fa12435bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.752433] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1376.752433] env[70683]: value = "task-3281792" [ 1376.752433] env[70683]: _type = "Task" [ 1376.752433] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.759763] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.007092] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.009477] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.420s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.009681] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.010124] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1377.010790] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8201031-e03d-41d0-8d4a-80b13cb269db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.019268] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f16bdc0-9384-42c0-9653-bf1812758e73 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.025834] env[70683]: INFO nova.scheduler.client.report [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Deleted allocations for instance 23d400b3-d543-47cb-a4c7-cc4fed0641e1 [ 1377.038516] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8149c2a-db6d-4e72-9899-3dac75c1c0e8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.045563] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c7f766-36fc-4bd5-99e8-a2480f63155f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.076775] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180004MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1377.076996] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.077267] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.248377] env[70683]: DEBUG oslo_vmware.api [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281791, 'name': PowerOnVM_Task, 'duration_secs': 0.387498} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.248775] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.248822] env[70683]: DEBUG nova.compute.manager [None req-c09db7e2-3b2d-4eb3-ac53-6ee21fa372df tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.249667] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c866c-11e6-4642-8b88-15c5560e843d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.264721] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1377.264910] env[70683]: DEBUG nova.compute.manager [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.265671] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2383e94-6fc3-4cf4-8783-51d57c75f493 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.271010] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.271264] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.271382] env[70683]: DEBUG nova.network.neutron [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.292757] env[70683]: INFO nova.compute.manager [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Unrescuing [ 1377.292987] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.293154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.293322] env[70683]: DEBUG nova.network.neutron [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.544383] env[70683]: DEBUG oslo_concurrency.lockutils [None req-25add41c-7e95-4d6c-a040-8238f6a6b9c9 tempest-ServerDiskConfigTestJSON-1518161039 tempest-ServerDiskConfigTestJSON-1518161039-project-member] Lock "23d400b3-d543-47cb-a4c7-cc4fed0641e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.647s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.100770] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.101060] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.101284] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.101486] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.101657] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.104445] env[70683]: INFO nova.compute.manager [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Terminating instance [ 1378.112206] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.112440] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 9765d906-98b0-4720-bfd1-88b3a26317b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.112605] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.112738] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance e7ee7eac-7940-43c5-8011-311ac37de812 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.112856] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 457979e5-89a4-42e0-b16a-8346a60bc261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.112974] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 96e72258-8029-4c48-b579-e81049033c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.113107] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance eb657309-90ae-47e7-8d93-7dd1fe4891d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.113222] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 36e67e75-bc87-4ee2-bc44-c50b040e90cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1378.113717] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1378.113887] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1378.146581] env[70683]: DEBUG nova.network.neutron [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Updating instance_info_cache with network_info: [{"id": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "address": "fa:16:3e:c7:4c:1c", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6289cf5f-f0", "ovs_interfaceid": "6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.148859] env[70683]: DEBUG nova.network.neutron [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [{"id": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "address": "fa:16:3e:08:a7:3b", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61047b1c-d1", "ovs_interfaceid": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.227673] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92271d1-15e6-4929-b48b-3bcf9d1cbc91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.235681] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c97d820-f6f9-4e1d-bb32-367dce6b9302 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.265729] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f104cc57-bbb6-42c0-b5df-2448e2b2bd4b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.272709] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c8229-4ef4-4d67-868c-5c7d77c4c8ae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.285935] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.607841] env[70683]: DEBUG nova.compute.manager [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1378.608143] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.609057] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825d7275-68fa-46ad-b316-8d2e91e690d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.618578] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.618992] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2821a36d-eaea-4809-a2e0-f83f17cd5b21 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.624816] env[70683]: DEBUG oslo_vmware.api [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1378.624816] env[70683]: value = "task-3281793" [ 1378.624816] env[70683]: _type = "Task" [ 1378.624816] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.632623] env[70683]: DEBUG oslo_vmware.api [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.649445] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "refresh_cache-457979e5-89a4-42e0-b16a-8346a60bc261" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.650116] env[70683]: DEBUG nova.objects.instance [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lazy-loading 'flavor' on Instance uuid 457979e5-89a4-42e0-b16a-8346a60bc261 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.651629] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.789777] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.951158] env[70683]: DEBUG nova.compute.manager [req-641a29b3-2cb4-4efd-9144-f3cee70c3502 req-d14f944a-b9bb-4c16-86ac-1ec045cedc23 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received event network-vif-unplugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.951158] env[70683]: DEBUG oslo_concurrency.lockutils [req-641a29b3-2cb4-4efd-9144-f3cee70c3502 req-d14f944a-b9bb-4c16-86ac-1ec045cedc23 service nova] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.951158] env[70683]: DEBUG oslo_concurrency.lockutils [req-641a29b3-2cb4-4efd-9144-f3cee70c3502 req-d14f944a-b9bb-4c16-86ac-1ec045cedc23 service nova] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.951158] env[70683]: DEBUG oslo_concurrency.lockutils [req-641a29b3-2cb4-4efd-9144-f3cee70c3502 req-d14f944a-b9bb-4c16-86ac-1ec045cedc23 service nova] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.951158] env[70683]: DEBUG nova.compute.manager [req-641a29b3-2cb4-4efd-9144-f3cee70c3502 req-d14f944a-b9bb-4c16-86ac-1ec045cedc23 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] No waiting events found dispatching network-vif-unplugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.951158] env[70683]: WARNING nova.compute.manager [req-641a29b3-2cb4-4efd-9144-f3cee70c3502 req-d14f944a-b9bb-4c16-86ac-1ec045cedc23 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received unexpected event network-vif-unplugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 for instance with vm_state shelved and task_state shelving_offloading. [ 1379.036932] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.037865] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57faffe-108d-419a-bc35-2fea2a0e192d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.045372] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.046036] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4218174e-5b80-4fc6-ae85-0f8872d9c22d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.109540] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.109761] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.110009] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleting the datastore file [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.110294] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54d66b99-8087-4f8f-9b48-74d7b37c4611 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.116959] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1379.116959] env[70683]: value = "task-3281795" [ 1379.116959] env[70683]: _type = "Task" [ 1379.116959] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.124645] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.132796] env[70683]: DEBUG oslo_vmware.api [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281793, 'name': PowerOffVM_Task, 'duration_secs': 0.178115} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.133088] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.133320] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.133568] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe4920c5-9224-4274-9a42-5c7d4a113e8a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.157564] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ab459-8491-4706-821d-acabf8b2a70d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.184480] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.184964] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ca05fcb-cf38-49d9-9414-9896b18c115a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.191516] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1379.191516] env[70683]: value = "task-3281797" [ 1379.191516] env[70683]: _type = "Task" [ 1379.191516] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.196677] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.196908] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.197119] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleting the datastore file [datastore2] 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.197382] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24af27c6-71c7-44bb-88a0-e211ff822664 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.202563] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.206673] env[70683]: DEBUG oslo_vmware.api [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1379.206673] env[70683]: value = "task-3281798" [ 1379.206673] env[70683]: _type = "Task" [ 1379.206673] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.214519] env[70683]: DEBUG oslo_vmware.api [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.295635] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1379.295973] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.627098] env[70683]: DEBUG oslo_vmware.api [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156111} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.627377] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.627560] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.627770] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.650297] env[70683]: INFO nova.scheduler.client.report [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted allocations for instance ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 [ 1379.702847] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281797, 'name': PowerOffVM_Task, 'duration_secs': 0.218909} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.703124] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.708371] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1379.708916] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc44ca1-4948-4b5d-b318-4f2eb8b959d1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.732288] env[70683]: DEBUG oslo_vmware.api [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176239} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.733489] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.733680] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.733853] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.734862] env[70683]: INFO nova.compute.manager [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1379.734862] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.734862] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1379.734862] env[70683]: value = "task-3281799" [ 1379.734862] env[70683]: _type = "Task" [ 1379.734862] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.734862] env[70683]: DEBUG nova.compute.manager [-] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.734862] env[70683]: DEBUG nova.network.neutron [-] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.744628] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.158562] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.158562] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.158562] env[70683]: DEBUG nova.objects.instance [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'resources' on Instance uuid ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.249582] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281799, 'name': ReconfigVM_Task, 'duration_secs': 0.211849} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.250200] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1380.250200] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.250457] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806d343c-aa54-45c9-af47-9cf31f38b43b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.257928] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1380.257928] env[70683]: value = "task-3281800" [ 1380.257928] env[70683]: _type = "Task" [ 1380.257928] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.268451] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.296248] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.661301] env[70683]: DEBUG nova.objects.instance [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'numa_topology' on Instance uuid ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.768798] env[70683]: DEBUG oslo_vmware.api [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281800, 'name': PowerOnVM_Task, 'duration_secs': 0.466297} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.769847] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.769847] env[70683]: DEBUG nova.compute.manager [None req-ff9246f8-e128-4d70-9a22-5f93ad0d416a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.770875] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac034c0-91d6-4b96-b8a0-12263132e916 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.826240] env[70683]: DEBUG nova.network.neutron [-] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.985648] env[70683]: DEBUG nova.compute.manager [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received event network-changed-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.985769] env[70683]: DEBUG nova.compute.manager [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Refreshing instance network info cache due to event network-changed-61047b1c-d1d9-41d5-b131-af2e50cfb8e4. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1380.986942] env[70683]: DEBUG oslo_concurrency.lockutils [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] Acquiring lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.986942] env[70683]: DEBUG oslo_concurrency.lockutils [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] Acquired lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.986942] env[70683]: DEBUG nova.network.neutron [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Refreshing network info cache for port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.165723] env[70683]: DEBUG nova.objects.base [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.285945] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed166fa-9e4d-4c99-b82b-81628f156a62 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.293869] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4c414d-5e53-4886-af9b-5d7d67faba8f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.330190] env[70683]: INFO nova.compute.manager [-] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Took 1.60 seconds to deallocate network for instance. [ 1381.332888] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca13ada7-cfb8-4374-87dc-f5a82a6048cc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.344745] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3fcab1-89b4-4a53-a5df-a1bd00695bd2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.360537] env[70683]: DEBUG nova.compute.provider_tree [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.736684] env[70683]: DEBUG nova.network.neutron [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updated VIF entry in instance network info cache for port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.736684] env[70683]: DEBUG nova.network.neutron [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [{"id": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "address": "fa:16:3e:08:a7:3b", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap61047b1c-d1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.839884] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.865098] env[70683]: DEBUG nova.scheduler.client.report [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.238946] env[70683]: DEBUG oslo_concurrency.lockutils [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] Releasing lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.239325] env[70683]: DEBUG nova.compute.manager [req-274d6b7d-fd25-4892-97cf-29f1b941ff39 req-2a8f378c-14fc-4b14-a578-1582622c584b service nova] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Received event network-vif-deleted-5bff28ca-a9ab-4309-bc38-c7905ccd4a4a {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.275165] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.371262] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.374275] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.534s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.374512] env[70683]: DEBUG nova.objects.instance [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'resources' on Instance uuid 36e67e75-bc87-4ee2-bc44-c50b040e90cc {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.884217] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d9c926b7-d2a5-4c5c-86c2-392963e03661 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.608s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.885406] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.610s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.885498] env[70683]: INFO nova.compute.manager [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Unshelving [ 1383.064381] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d4d30-71b1-4156-9962-03e7e5fc12aa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.074762] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef901c8-a164-4eb2-b2cb-b7cff38147df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.084016] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.114293] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab94d5bf-8c80-4535-bec4-715b91459e02 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.123158] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98684d80-0394-4966-b46e-233d6820220b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.137529] env[70683]: DEBUG nova.compute.provider_tree [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.643292] env[70683]: DEBUG nova.scheduler.client.report [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.920529] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.146264] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.148749] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.228s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.149229] env[70683]: DEBUG nova.objects.instance [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'pci_requests' on Instance uuid ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.163479] env[70683]: INFO nova.scheduler.client.report [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted allocations for instance 36e67e75-bc87-4ee2-bc44-c50b040e90cc [ 1384.654779] env[70683]: DEBUG nova.objects.instance [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'numa_topology' on Instance uuid ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.659998] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.660364] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.672722] env[70683]: DEBUG oslo_concurrency.lockutils [None req-eebb1241-9064-4cc8-a075-6ae9b60200b7 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "36e67e75-bc87-4ee2-bc44-c50b040e90cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.572s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.159030] env[70683]: INFO nova.compute.claims [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.163102] env[70683]: DEBUG nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.311533] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.311770] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.684168] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.814648] env[70683]: DEBUG nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.277538] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725f54ef-0b55-4926-9ea1-c8f38a7e896d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.285142] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e24617b-a86c-47d0-a23e-803d62c2bff5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.316061] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a4e49-f1b4-41d0-b9dc-fdea5bac90a0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.327423] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d408f8a-1f71-48aa-a920-e6a1ca1354bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.331949] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.341775] env[70683]: DEBUG nova.compute.provider_tree [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.845404] env[70683]: DEBUG nova.scheduler.client.report [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.350308] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.201s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.352603] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.669s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.354672] env[70683]: INFO nova.compute.claims [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.385285] env[70683]: INFO nova.network.neutron [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1388.463887] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f697e9f0-c6e9-49e5-8046-3ed578f66df6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.471516] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe8be2-58db-493e-a8ec-38002a155e29 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.503249] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215a28dd-58d4-4e2d-b2e4-e8306abdda7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.510050] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6e43d3-db54-4859-9930-31870f17f5d5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.522846] env[70683]: DEBUG nova.compute.provider_tree [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.757522] env[70683]: DEBUG nova.compute.manager [req-8d60a9f7-2c3f-4b04-876f-2a8a0ff2a528 req-a2a76850-577c-4efe-b066-db8b0a299659 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received event network-vif-plugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.757785] env[70683]: DEBUG oslo_concurrency.lockutils [req-8d60a9f7-2c3f-4b04-876f-2a8a0ff2a528 req-a2a76850-577c-4efe-b066-db8b0a299659 service nova] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.757949] env[70683]: DEBUG oslo_concurrency.lockutils [req-8d60a9f7-2c3f-4b04-876f-2a8a0ff2a528 req-a2a76850-577c-4efe-b066-db8b0a299659 service nova] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.758136] env[70683]: DEBUG oslo_concurrency.lockutils [req-8d60a9f7-2c3f-4b04-876f-2a8a0ff2a528 req-a2a76850-577c-4efe-b066-db8b0a299659 service nova] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.758303] env[70683]: DEBUG nova.compute.manager [req-8d60a9f7-2c3f-4b04-876f-2a8a0ff2a528 req-a2a76850-577c-4efe-b066-db8b0a299659 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] No waiting events found dispatching network-vif-plugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.758467] env[70683]: WARNING nova.compute.manager [req-8d60a9f7-2c3f-4b04-876f-2a8a0ff2a528 req-a2a76850-577c-4efe-b066-db8b0a299659 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received unexpected event network-vif-plugged-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1388.835651] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.835845] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.836068] env[70683]: DEBUG nova.network.neutron [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.025973] env[70683]: DEBUG nova.scheduler.client.report [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.531847] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.532360] env[70683]: DEBUG nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1389.535014] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.203s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.536439] env[70683]: INFO nova.compute.claims [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.540520] env[70683]: DEBUG nova.network.neutron [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [{"id": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "address": "fa:16:3e:08:a7:3b", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61047b1c-d1", "ovs_interfaceid": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.043384] env[70683]: DEBUG nova.compute.utils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1390.047059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.047431] env[70683]: DEBUG nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1390.047720] env[70683]: DEBUG nova.network.neutron [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1390.077632] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9efc375daa533943012ceda8d6a311e6',container_format='bare',created_at=2025-04-03T19:45:29Z,direct_url=,disk_format='vmdk',id=5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-304076326-shelved',owner='d73fac5d740f4f6aa5e52ce1165da3f4',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T19:45:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.079155] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.079366] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.079598] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.079792] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.080420] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.080705] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.080922] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.081150] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.081358] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.081569] env[70683]: DEBUG nova.virt.hardware [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.082681] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635963ba-f7d4-4c16-9282-4a138451a79a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.091140] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a33229-c066-4d54-a377-d60272ec4bf7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.105541] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:a7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61047b1c-d1d9-41d5-b131-af2e50cfb8e4', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.114129] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.115541] env[70683]: DEBUG nova.policy [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70060e8996bc4b36b244ba10a2444094', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b2c4ba1de00492b9e03e27ba8b27527', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1390.116943] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.117179] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e35f1a3-470e-49c6-bc9d-1915da6ea846 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.136150] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.136150] env[70683]: value = "task-3281801" [ 1390.136150] env[70683]: _type = "Task" [ 1390.136150] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.143757] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281801, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.251113] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "e7ee7eac-7940-43c5-8011-311ac37de812" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.251418] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.251714] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.251920] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.252109] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.254580] env[70683]: INFO nova.compute.manager [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Terminating instance [ 1390.480986] env[70683]: DEBUG nova.network.neutron [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Successfully created port: 8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.551718] env[70683]: DEBUG nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1390.648072] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281801, 'name': CreateVM_Task, 'duration_secs': 0.346831} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.648247] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.648913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.649354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.649504] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.649764] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53274f92-f6f4-452d-beda-7b385ab2c327 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.655857] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1390.655857] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525d5c4a-6608-1564-d314-eac1003e65f2" [ 1390.655857] env[70683]: _type = "Task" [ 1390.655857] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.664015] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525d5c4a-6608-1564-d314-eac1003e65f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.665531] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb4f635-6d28-4924-9041-2ffe17495522 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.672123] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add181ac-0fc8-41db-8ef8-99cb296c82b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.702430] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc940457-2b9e-44f1-8655-b66ffa65bb31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.709788] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee3f2db-1866-4c03-8a5c-2e5f3e746c9f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.724148] env[70683]: DEBUG nova.compute.provider_tree [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.760669] env[70683]: DEBUG nova.compute.manager [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.760669] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.760669] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7447d6e2-6dfa-4944-9bd4-c418feca8e91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.765385] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1390.765385] env[70683]: value = "task-3281802" [ 1390.765385] env[70683]: _type = "Task" [ 1390.765385] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.773849] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.782663] env[70683]: DEBUG nova.compute.manager [req-d84a6954-d027-4518-ab2d-a2d40dc8e6ec req-1fd85044-d4ce-43ff-a087-ab4f24790f9a service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received event network-changed-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.782947] env[70683]: DEBUG nova.compute.manager [req-d84a6954-d027-4518-ab2d-a2d40dc8e6ec req-1fd85044-d4ce-43ff-a087-ab4f24790f9a service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Refreshing instance network info cache due to event network-changed-61047b1c-d1d9-41d5-b131-af2e50cfb8e4. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.783182] env[70683]: DEBUG oslo_concurrency.lockutils [req-d84a6954-d027-4518-ab2d-a2d40dc8e6ec req-1fd85044-d4ce-43ff-a087-ab4f24790f9a service nova] Acquiring lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.783376] env[70683]: DEBUG oslo_concurrency.lockutils [req-d84a6954-d027-4518-ab2d-a2d40dc8e6ec req-1fd85044-d4ce-43ff-a087-ab4f24790f9a service nova] Acquired lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.783448] env[70683]: DEBUG nova.network.neutron [req-d84a6954-d027-4518-ab2d-a2d40dc8e6ec req-1fd85044-d4ce-43ff-a087-ab4f24790f9a service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Refreshing network info cache for port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.166014] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.166287] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Processing image 5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40 {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.166526] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.166676] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.166859] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.167117] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3fd2e8-164a-4cc9-ae80-1f1fc2a25e94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.175472] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.175675] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.176447] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa374bce-5dcf-4b13-8fa5-02cb5b4074e3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.181686] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1391.181686] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52acfa06-3eb6-478e-72bf-b1f8d6059485" [ 1391.181686] env[70683]: _type = "Task" [ 1391.181686] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.189749] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52acfa06-3eb6-478e-72bf-b1f8d6059485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.227352] env[70683]: DEBUG nova.scheduler.client.report [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.277298] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281802, 'name': PowerOffVM_Task, 'duration_secs': 0.17741} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.277298] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.277298] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.277556] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655367', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'name': 'volume-50e21d55-c05d-4892-b8e1-f511d539232b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e7ee7eac-7940-43c5-8011-311ac37de812', 'attached_at': '2025-04-03T19:45:21.000000', 'detached_at': '', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'serial': '50e21d55-c05d-4892-b8e1-f511d539232b'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.278231] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8218c56-b789-46f5-9529-aa174cc89997 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.300999] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27679dd-e5cf-42df-90f0-8be43ba2ec19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.309063] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7ba5a4-2d76-49c2-9a7e-a41f1ae2015e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.328968] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ecc2c-6b2b-4ae2-b928-f872a8047b43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.349764] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] The volume has not been displaced from its original location: [datastore2] volume-50e21d55-c05d-4892-b8e1-f511d539232b/volume-50e21d55-c05d-4892-b8e1-f511d539232b.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1391.356155] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.358815] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e7b401b-3d32-4207-8b40-20d4106a10c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.377113] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1391.377113] env[70683]: value = "task-3281803" [ 1391.377113] env[70683]: _type = "Task" [ 1391.377113] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.384880] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.551154] env[70683]: DEBUG nova.network.neutron [req-d84a6954-d027-4518-ab2d-a2d40dc8e6ec req-1fd85044-d4ce-43ff-a087-ab4f24790f9a service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updated VIF entry in instance network info cache for port 61047b1c-d1d9-41d5-b131-af2e50cfb8e4. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.551533] env[70683]: DEBUG nova.network.neutron [req-d84a6954-d027-4518-ab2d-a2d40dc8e6ec req-1fd85044-d4ce-43ff-a087-ab4f24790f9a service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [{"id": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "address": "fa:16:3e:08:a7:3b", "network": {"id": "ada2718f-a8af-4cb3-bc79-a9fd2bbee4e7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1635236142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d73fac5d740f4f6aa5e52ce1165da3f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61047b1c-d1", "ovs_interfaceid": "61047b1c-d1d9-41d5-b131-af2e50cfb8e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.561478] env[70683]: DEBUG nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1391.589391] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.589579] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.589739] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.589922] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.590081] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.590232] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.590439] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.590669] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.590871] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.590997] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.591186] env[70683]: DEBUG nova.virt.hardware [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.592060] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9050b26c-149a-4425-9db1-14c474ae0c1a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.599812] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd57aa-80ab-4bda-9c7d-b3e077d5e3be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.691638] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Preparing fetch location {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1391.691901] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Fetch image to [datastore2] OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb/OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb.vmdk {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1391.692118] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Downloading stream optimized image 5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40 to [datastore2] OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb/OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb.vmdk on the data store datastore2 as vApp {{(pid=70683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1391.692298] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Downloading image file data 5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40 to the ESX as VM named 'OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb' {{(pid=70683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1391.732178] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.732688] env[70683]: DEBUG nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.758885] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1391.758885] env[70683]: value = "resgroup-9" [ 1391.758885] env[70683]: _type = "ResourcePool" [ 1391.758885] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1391.759440] env[70683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-85350ca0-4a43-43d1-a431-fbd5df64ef54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.781286] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lease: (returnval){ [ 1391.781286] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbb6cc-c750-059b-17fe-a66064b805ea" [ 1391.781286] env[70683]: _type = "HttpNfcLease" [ 1391.781286] env[70683]: } obtained for vApp import into resource pool (val){ [ 1391.781286] env[70683]: value = "resgroup-9" [ 1391.781286] env[70683]: _type = "ResourcePool" [ 1391.781286] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1391.781603] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the lease: (returnval){ [ 1391.781603] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbb6cc-c750-059b-17fe-a66064b805ea" [ 1391.781603] env[70683]: _type = "HttpNfcLease" [ 1391.781603] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1391.787742] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1391.787742] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbb6cc-c750-059b-17fe-a66064b805ea" [ 1391.787742] env[70683]: _type = "HttpNfcLease" [ 1391.787742] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1391.888343] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281803, 'name': ReconfigVM_Task, 'duration_secs': 0.158542} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.888626] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1391.893467] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad2e114a-1f11-4100-9e51-03d9a5755a91 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.909143] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1391.909143] env[70683]: value = "task-3281805" [ 1391.909143] env[70683]: _type = "Task" [ 1391.909143] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.919283] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.928244] env[70683]: DEBUG nova.network.neutron [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Successfully updated port: 8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.054853] env[70683]: DEBUG oslo_concurrency.lockutils [req-d84a6954-d027-4518-ab2d-a2d40dc8e6ec req-1fd85044-d4ce-43ff-a087-ab4f24790f9a service nova] Releasing lock "refresh_cache-ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.237975] env[70683]: DEBUG nova.compute.utils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.239404] env[70683]: DEBUG nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.239573] env[70683]: DEBUG nova.network.neutron [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.289451] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1392.289451] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbb6cc-c750-059b-17fe-a66064b805ea" [ 1392.289451] env[70683]: _type = "HttpNfcLease" [ 1392.289451] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1392.317644] env[70683]: DEBUG nova.policy [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '896e842823f24b17a6501bac65df0c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cb47ece43ad4d32831cd6c78e39d233', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.419025] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281805, 'name': ReconfigVM_Task, 'duration_secs': 0.151234} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.419489] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655367', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'name': 'volume-50e21d55-c05d-4892-b8e1-f511d539232b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e7ee7eac-7940-43c5-8011-311ac37de812', 'attached_at': '2025-04-03T19:45:21.000000', 'detached_at': '', 'volume_id': '50e21d55-c05d-4892-b8e1-f511d539232b', 'serial': '50e21d55-c05d-4892-b8e1-f511d539232b'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1392.419998] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.421546] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36da4b03-625c-4134-89f3-1ab40ec3ad94 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.429489] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.429743] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7abfd30-07e2-47ab-b46e-89220a4abb1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.431512] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.431648] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.431791] env[70683]: DEBUG nova.network.neutron [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.546534] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.546698] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.546873] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleting the datastore file [datastore2] e7ee7eac-7940-43c5-8011-311ac37de812 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.547164] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bc0a910-b1b0-4508-9247-be03af99ec44 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.554022] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1392.554022] env[70683]: value = "task-3281807" [ 1392.554022] env[70683]: _type = "Task" [ 1392.554022] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.561642] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.639380] env[70683]: DEBUG nova.network.neutron [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Successfully created port: 8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.742841] env[70683]: DEBUG nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.790406] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1392.790406] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbb6cc-c750-059b-17fe-a66064b805ea" [ 1392.790406] env[70683]: _type = "HttpNfcLease" [ 1392.790406] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1392.790696] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1392.790696] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cbb6cc-c750-059b-17fe-a66064b805ea" [ 1392.790696] env[70683]: _type = "HttpNfcLease" [ 1392.790696] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1392.791622] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc39caa-8cca-4eeb-a0c8-eb0d415ce231 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.798792] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526384d1-46ae-8809-a559-12a07a3776f1/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1392.798985] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526384d1-46ae-8809-a559-12a07a3776f1/disk-0.vmdk. {{(pid=70683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1392.858272] env[70683]: DEBUG nova.compute.manager [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Received event network-vif-plugged-8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.858508] env[70683]: DEBUG oslo_concurrency.lockutils [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] Acquiring lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.858749] env[70683]: DEBUG oslo_concurrency.lockutils [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.858922] env[70683]: DEBUG oslo_concurrency.lockutils [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.859102] env[70683]: DEBUG nova.compute.manager [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] No waiting events found dispatching network-vif-plugged-8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1392.859268] env[70683]: WARNING nova.compute.manager [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Received unexpected event network-vif-plugged-8feb7a20-9737-48a4-9cd0-e0b20a0d1417 for instance with vm_state building and task_state spawning. [ 1392.859428] env[70683]: DEBUG nova.compute.manager [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Received event network-changed-8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.859579] env[70683]: DEBUG nova.compute.manager [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Refreshing instance network info cache due to event network-changed-8feb7a20-9737-48a4-9cd0-e0b20a0d1417. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.859737] env[70683]: DEBUG oslo_concurrency.lockutils [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] Acquiring lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.865410] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a18f13be-59c4-4648-b34b-d27193ad3b98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.966374] env[70683]: DEBUG nova.network.neutron [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.067625] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.093734] env[70683]: DEBUG nova.network.neutron [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating instance_info_cache with network_info: [{"id": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "address": "fa:16:3e:bb:87:97", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8feb7a20-97", "ovs_interfaceid": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.565101] env[70683]: DEBUG oslo_vmware.api [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567834} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.565460] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.565508] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.565680] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.565856] env[70683]: INFO nova.compute.manager [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1393.566137] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.567217] env[70683]: DEBUG nova.compute.manager [-] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.567322] env[70683]: DEBUG nova.network.neutron [-] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.597340] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.597672] env[70683]: DEBUG nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Instance network_info: |[{"id": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "address": "fa:16:3e:bb:87:97", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8feb7a20-97", "ovs_interfaceid": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.597985] env[70683]: DEBUG oslo_concurrency.lockutils [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] Acquired lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.598184] env[70683]: DEBUG nova.network.neutron [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Refreshing network info cache for port 8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.599384] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:87:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8feb7a20-9737-48a4-9cd0-e0b20a0d1417', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.607215] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.612165] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.614418] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07d4cab0-c0bf-4f36-9513-1341a937bb87 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.641808] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.641808] env[70683]: value = "task-3281808" [ 1393.641808] env[70683]: _type = "Task" [ 1393.641808] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.651708] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281808, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.753392] env[70683]: DEBUG nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.790158] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.790427] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.790584] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.790769] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.790921] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.791078] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.791362] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.791447] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.791613] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.791780] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.791953] env[70683]: DEBUG nova.virt.hardware [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.792928] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921c7ee-a0a4-4467-9f17-1591ad44e382 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.807143] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e39b66-7d43-4545-9603-d91a4e5e86de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.834603] env[70683]: DEBUG nova.network.neutron [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updated VIF entry in instance network info cache for port 8feb7a20-9737-48a4-9cd0-e0b20a0d1417. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.834951] env[70683]: DEBUG nova.network.neutron [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating instance_info_cache with network_info: [{"id": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "address": "fa:16:3e:bb:87:97", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8feb7a20-97", "ovs_interfaceid": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.020748] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Completed reading data from the image iterator. {{(pid=70683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1394.021050] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526384d1-46ae-8809-a559-12a07a3776f1/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1394.021973] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c834eb20-31f7-4eab-9194-3a9bb3eb2fb4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.028564] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526384d1-46ae-8809-a559-12a07a3776f1/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1394.028733] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526384d1-46ae-8809-a559-12a07a3776f1/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1394.028964] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-91f44505-4916-440e-a8a6-d1c820aa1363 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.153530] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281808, 'name': CreateVM_Task, 'duration_secs': 0.386181} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.153804] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.154658] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.154836] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.155262] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.155626] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a5730a-e8ff-4e81-b32a-c5fb7a5bed1d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.161359] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1394.161359] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]525165a0-3f05-81e3-ebc3-eda21bd72ef8" [ 1394.161359] env[70683]: _type = "Task" [ 1394.161359] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.174137] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525165a0-3f05-81e3-ebc3-eda21bd72ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.221372] env[70683]: DEBUG oslo_vmware.rw_handles [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526384d1-46ae-8809-a559-12a07a3776f1/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1394.221775] env[70683]: INFO nova.virt.vmwareapi.images [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Downloaded image file data 5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40 [ 1394.223148] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31337c71-caf4-4203-9746-03285df9b3bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.249124] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea934f7-4ef5-4a0d-b882-33d47110d151 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.269520] env[70683]: DEBUG nova.network.neutron [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Successfully updated port: 8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.272143] env[70683]: INFO nova.virt.vmwareapi.images [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] The imported VM was unregistered [ 1394.274787] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Caching image {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1394.275027] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40 {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.275288] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e90bcc85-c2c8-435c-bd09-abff5b9c74a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.285726] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Created directory with path [datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40 {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.285919] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb/OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb.vmdk to [datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40.vmdk. {{(pid=70683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1394.286402] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-631f5e2f-961f-496e-a81a-38952e7d0972 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.293201] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1394.293201] env[70683]: value = "task-3281810" [ 1394.293201] env[70683]: _type = "Task" [ 1394.293201] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.300781] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281810, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.337942] env[70683]: DEBUG oslo_concurrency.lockutils [req-0af73da3-c72e-41a8-9f8f-5db8d6747faa req-905bd09d-9a9b-48d1-9126-e6f591ac430c service nova] Releasing lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.676031] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]525165a0-3f05-81e3-ebc3-eda21bd72ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.017587} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.676418] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.676520] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.676902] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.677099] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.677297] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.677620] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac71d1d3-bf64-4d7d-84ad-220274c2ab95 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.681541] env[70683]: DEBUG nova.network.neutron [-] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.693333] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.693479] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.694873] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06fd1cd-29c1-4971-b891-76cf3d80f3a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.703675] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1394.703675] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ba3bab-7fd0-90b5-d7d4-f3a3ff41153f" [ 1394.703675] env[70683]: _type = "Task" [ 1394.703675] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.714195] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ba3bab-7fd0-90b5-d7d4-f3a3ff41153f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.773115] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.773115] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.773115] env[70683]: DEBUG nova.network.neutron [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.805426] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281810, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.843365] env[70683]: DEBUG nova.compute.manager [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Received event network-vif-plugged-8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.843579] env[70683]: DEBUG oslo_concurrency.lockutils [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] Acquiring lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.843801] env[70683]: DEBUG oslo_concurrency.lockutils [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.844192] env[70683]: DEBUG oslo_concurrency.lockutils [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.844192] env[70683]: DEBUG nova.compute.manager [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] No waiting events found dispatching network-vif-plugged-8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1394.844306] env[70683]: WARNING nova.compute.manager [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Received unexpected event network-vif-plugged-8f204af5-cb0a-4145-b8ac-5eee33d85455 for instance with vm_state building and task_state spawning. [ 1394.844459] env[70683]: DEBUG nova.compute.manager [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Received event network-vif-deleted-0668ab12-048e-4a1e-b100-49c447dd14ae {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.844681] env[70683]: DEBUG nova.compute.manager [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Received event network-changed-8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.844864] env[70683]: DEBUG nova.compute.manager [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Refreshing instance network info cache due to event network-changed-8f204af5-cb0a-4145-b8ac-5eee33d85455. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1394.845047] env[70683]: DEBUG oslo_concurrency.lockutils [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] Acquiring lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.184457] env[70683]: INFO nova.compute.manager [-] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Took 1.62 seconds to deallocate network for instance. [ 1395.216116] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ba3bab-7fd0-90b5-d7d4-f3a3ff41153f, 'name': SearchDatastore_Task, 'duration_secs': 0.087282} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.216935] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d82c25-dced-4e9d-b479-9004d8fe20a6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.224978] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1395.224978] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527d9435-9831-46db-48e6-1c8def9e8e43" [ 1395.224978] env[70683]: _type = "Task" [ 1395.224978] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.234515] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527d9435-9831-46db-48e6-1c8def9e8e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.305278] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281810, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.307394] env[70683]: DEBUG nova.network.neutron [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.452456] env[70683]: DEBUG nova.network.neutron [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [{"id": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "address": "fa:16:3e:b4:29:91", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f204af5-cb", "ovs_interfaceid": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.734419] env[70683]: INFO nova.compute.manager [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Took 0.55 seconds to detach 1 volumes for instance. [ 1395.740032] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527d9435-9831-46db-48e6-1c8def9e8e43, 'name': SearchDatastore_Task, 'duration_secs': 0.08706} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.740618] env[70683]: DEBUG nova.compute.manager [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Deleting volume: 50e21d55-c05d-4892-b8e1-f511d539232b {{(pid=70683) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1395.742706] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.742996] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3/f78db737-89b5-40c2-a01f-ad5c49fd8ce3.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.743733] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6aa22eb-5478-4c4d-af26-9a7d762117ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.755680] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1395.755680] env[70683]: value = "task-3281811" [ 1395.755680] env[70683]: _type = "Task" [ 1395.755680] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.765421] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.806581] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281810, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.955507] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.955843] env[70683]: DEBUG nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Instance network_info: |[{"id": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "address": "fa:16:3e:b4:29:91", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f204af5-cb", "ovs_interfaceid": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.956225] env[70683]: DEBUG oslo_concurrency.lockutils [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] Acquired lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.956420] env[70683]: DEBUG nova.network.neutron [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Refreshing network info cache for port 8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.957679] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:29:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f204af5-cb0a-4145-b8ac-5eee33d85455', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.965510] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.968872] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.969448] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b842b62b-9a7c-4957-b2a3-8832456e2bd9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.993785] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.993785] env[70683]: value = "task-3281813" [ 1395.993785] env[70683]: _type = "Task" [ 1395.993785] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.004655] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281813, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.251431] env[70683]: DEBUG nova.network.neutron [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updated VIF entry in instance network info cache for port 8f204af5-cb0a-4145-b8ac-5eee33d85455. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.251819] env[70683]: DEBUG nova.network.neutron [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [{"id": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "address": "fa:16:3e:b4:29:91", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f204af5-cb", "ovs_interfaceid": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.267778] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.269314] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.269536] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.269717] env[70683]: DEBUG nova.compute.manager [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.270888] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e8c5be-7bfc-413f-9220-1f25202ad6a0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.279101] env[70683]: DEBUG nova.compute.manager [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70683) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1396.279685] env[70683]: DEBUG nova.objects.instance [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'flavor' on Instance uuid eb657309-90ae-47e7-8d93-7dd1fe4891d7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.284843] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.285115] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.285347] env[70683]: DEBUG nova.objects.instance [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'resources' on Instance uuid e7ee7eac-7940-43c5-8011-311ac37de812 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.306357] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281810, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.505773] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281813, 'name': CreateVM_Task} progress is 25%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.754832] env[70683]: DEBUG oslo_concurrency.lockutils [req-b758b332-d0f6-427a-aa5c-043d49e3d195 req-36d8388f-cbe8-4538-a02c-207c1b89fba2 service nova] Releasing lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.764798] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.805719] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281810, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.900655] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ad0358-04dc-4fa1-801b-49c3c9517211 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.907880] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a727d62-d8ef-4d5c-bcdf-f1e49e4a9afd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.938489] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037f9522-15cc-466d-97e2-579e285634b3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.945714] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb75e09-e23f-4011-a1a7-429806c82ca0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.959124] env[70683]: DEBUG nova.compute.provider_tree [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.003316] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281813, 'name': CreateVM_Task, 'duration_secs': 0.778535} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.003498] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.004152] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.004321] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.004633] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.004881] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc77de4-e761-4fd1-98d6-612147ac5fcf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.008953] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1397.008953] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]522be82e-04aa-e4ca-fd33-88c8fc2d79b9" [ 1397.008953] env[70683]: _type = "Task" [ 1397.008953] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.016478] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522be82e-04aa-e4ca-fd33-88c8fc2d79b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.267040] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281811, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.286900] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.287242] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1903ef2a-1516-4c69-a30f-d68fa7e11c6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.294144] env[70683]: DEBUG oslo_vmware.api [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1397.294144] env[70683]: value = "task-3281814" [ 1397.294144] env[70683]: _type = "Task" [ 1397.294144] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.306152] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281810, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.830662} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.309347] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb/OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb.vmdk to [datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40.vmdk. [ 1397.309567] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Cleaning up location [datastore2] OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1397.309735] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_28b2ac29-dad7-4b2f-8f3d-23582e48c4bb {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.310025] env[70683]: DEBUG oslo_vmware.api [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.310243] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee55ace6-30d4-4988-af25-8cf1904b965c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.318113] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1397.318113] env[70683]: value = "task-3281815" [ 1397.318113] env[70683]: _type = "Task" [ 1397.318113] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.329541] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.463056] env[70683]: DEBUG nova.scheduler.client.report [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.519528] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]522be82e-04aa-e4ca-fd33-88c8fc2d79b9, 'name': SearchDatastore_Task, 'duration_secs': 0.098316} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.519811] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.520097] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.520352] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.520506] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.520722] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.521020] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f473d594-db03-4e84-91db-db6d74d6d4d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.529927] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.530122] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.530876] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d17d26-59fa-4272-ad40-441d6b801054 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.535860] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1397.535860] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52733498-862a-3e8e-bb83-4ca540bc1e88" [ 1397.535860] env[70683]: _type = "Task" [ 1397.535860] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.543285] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52733498-862a-3e8e-bb83-4ca540bc1e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.766191] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281811, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.777151} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.766448] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3/f78db737-89b5-40c2-a01f-ad5c49fd8ce3.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.766656] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.766902] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92e5a7b6-a711-4f4c-8c2b-a35f02105c90 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.772885] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1397.772885] env[70683]: value = "task-3281816" [ 1397.772885] env[70683]: _type = "Task" [ 1397.772885] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.781446] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.801986] env[70683]: DEBUG oslo_vmware.api [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281814, 'name': PowerOffVM_Task, 'duration_secs': 0.284356} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.802274] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.802481] env[70683]: DEBUG nova.compute.manager [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.803259] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df19d9-d8a4-4c77-8cb4-12bfaf8b85fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.826376] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192844} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.826614] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.826780] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.827028] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40.vmdk to [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4/ef97acff-a5b1-4dd6-9b43-905b2d5c00c4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.827271] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8b2a280-e1b8-4da2-abd7-926082842c48 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.833799] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1397.833799] env[70683]: value = "task-3281817" [ 1397.833799] env[70683]: _type = "Task" [ 1397.833799] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.841426] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.968650] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.987191] env[70683]: INFO nova.scheduler.client.report [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted allocations for instance e7ee7eac-7940-43c5-8011-311ac37de812 [ 1398.048676] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52733498-862a-3e8e-bb83-4ca540bc1e88, 'name': SearchDatastore_Task, 'duration_secs': 0.014279} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.049514] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3396497-f763-4e76-95ef-fb14633688c4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.055652] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1398.055652] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f91fbd-9fb7-81ae-948a-4f0ad272e80a" [ 1398.055652] env[70683]: _type = "Task" [ 1398.055652] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.066326] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f91fbd-9fb7-81ae-948a-4f0ad272e80a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.284503] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061718} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.284920] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.286031] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698ade44-0e7f-4f27-bc6e-057729f2c0d7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.310641] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3/f78db737-89b5-40c2-a01f-ad5c49fd8ce3.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.311597] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0235d1e-d6af-4535-ac3d-987134073d96 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.339045] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5a60969e-7d52-4eec-bc47-cfa5f6659a0a tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.350117] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281817, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.352127] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1398.352127] env[70683]: value = "task-3281818" [ 1398.352127] env[70683]: _type = "Task" [ 1398.352127] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.364179] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.495568] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3450ccc5-8bea-45fc-92c4-6b172867d2a0 tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e7ee7eac-7940-43c5-8011-311ac37de812" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.244s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.568218] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f91fbd-9fb7-81ae-948a-4f0ad272e80a, 'name': SearchDatastore_Task, 'duration_secs': 0.053662} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.568519] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.568799] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb/9baf5d25-2f1e-4ba4-8eac-85e727d76efb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.569097] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e4e98c-de9d-40fe-b970-11c6d1d74788 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.578304] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1398.578304] env[70683]: value = "task-3281819" [ 1398.578304] env[70683]: _type = "Task" [ 1398.578304] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.588992] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.738973] env[70683]: DEBUG nova.objects.instance [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'flavor' on Instance uuid eb657309-90ae-47e7-8d93-7dd1fe4891d7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.849879] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281817, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.866048] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.089562] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.244069] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.244470] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.244470] env[70683]: DEBUG nova.network.neutron [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.244738] env[70683]: DEBUG nova.objects.instance [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'info_cache' on Instance uuid eb657309-90ae-47e7-8d93-7dd1fe4891d7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.350353] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281817, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.364576] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "9765d906-98b0-4720-bfd1-88b3a26317b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.364832] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.365056] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "9765d906-98b0-4720-bfd1-88b3a26317b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.365245] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.365415] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.367064] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281818, 'name': ReconfigVM_Task, 'duration_secs': 0.828074} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.367333] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3/f78db737-89b5-40c2-a01f-ad5c49fd8ce3.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.368197] env[70683]: INFO nova.compute.manager [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Terminating instance [ 1399.369450] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-097a499a-668c-49e8-aaab-718097c03f61 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.377128] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1399.377128] env[70683]: value = "task-3281820" [ 1399.377128] env[70683]: _type = "Task" [ 1399.377128] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.386251] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281820, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.591385] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.747818] env[70683]: DEBUG nova.objects.base [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1399.851788] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281817, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.873861] env[70683]: DEBUG nova.compute.manager [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.874132] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.875048] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd4d5a1-e7aa-4cfe-a7fc-b108b32579ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.887168] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281820, 'name': Rename_Task, 'duration_secs': 0.337658} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.889361] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.889667] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.889894] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d3474d1-29a5-4ce9-8bbb-d76a0de6960c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.891485] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ba599c-ebd7-442d-9e4a-90a9858f9387 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.897991] env[70683]: DEBUG oslo_vmware.api [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1399.897991] env[70683]: value = "task-3281821" [ 1399.897991] env[70683]: _type = "Task" [ 1399.897991] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.902164] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1399.902164] env[70683]: value = "task-3281822" [ 1399.902164] env[70683]: _type = "Task" [ 1399.902164] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.908756] env[70683]: DEBUG oslo_vmware.api [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.915600] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.093261] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.352317] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281817, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.288878} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.352651] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40/5a892d2b-a9c0-4a70-bef2-20b6d7ebcc40.vmdk to [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4/ef97acff-a5b1-4dd6-9b43-905b2d5c00c4.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.353672] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044de577-4e68-4766-8396-56949cf26dfb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.377626] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4/ef97acff-a5b1-4dd6-9b43-905b2d5c00c4.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.377992] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03af5c3-5490-47d2-9f4c-918c86d26e70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.404386] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1400.404386] env[70683]: value = "task-3281823" [ 1400.404386] env[70683]: _type = "Task" [ 1400.404386] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.415488] env[70683]: DEBUG oslo_vmware.api [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281821, 'name': PowerOffVM_Task, 'duration_secs': 0.263593} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.416230] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.416419] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.416985] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5081d4a-cbe7-46c5-bbc9-89777b870693 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.424684] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.424932] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.581448] env[70683]: DEBUG nova.network.neutron [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updating instance_info_cache with network_info: [{"id": "bed3fac8-8367-4782-bd99-9dedb65dc077", "address": "fa:16:3e:11:f9:14", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed3fac8-83", "ovs_interfaceid": "bed3fac8-8367-4782-bd99-9dedb65dc077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.592383] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281819, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.86397} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.592719] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb/9baf5d25-2f1e-4ba4-8eac-85e727d76efb.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.592941] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.593257] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99dc1d4d-4ab2-4728-93a0-00d94ef6b269 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.601985] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1400.601985] env[70683]: value = "task-3281825" [ 1400.601985] env[70683]: _type = "Task" [ 1400.601985] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.610433] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.914727] env[70683]: DEBUG oslo_vmware.api [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281822, 'name': PowerOnVM_Task, 'duration_secs': 0.733095} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.915318] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.915598] env[70683]: INFO nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1400.915735] env[70683]: DEBUG nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.916434] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41065b8d-a404-4f05-9739-9e1dc3cd676f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.921889] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281823, 'name': ReconfigVM_Task, 'duration_secs': 0.341838} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.922419] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4/ef97acff-a5b1-4dd6-9b43-905b2d5c00c4.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.923057] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f36f582-f5d8-402d-9bad-3ad240bef680 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.933685] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1400.933685] env[70683]: value = "task-3281826" [ 1400.933685] env[70683]: _type = "Task" [ 1400.933685] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.941386] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281826, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.087386] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.113401] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06897} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.113704] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.114481] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33fa7fe-981a-4bf8-96b4-a8ed77b517ba {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.136771] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb/9baf5d25-2f1e-4ba4-8eac-85e727d76efb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.137347] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d4f7663-9510-4cd6-989f-b876c24d9b54 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.156633] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1401.156633] env[70683]: value = "task-3281827" [ 1401.156633] env[70683]: _type = "Task" [ 1401.156633] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.164279] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.439595] env[70683]: INFO nova.compute.manager [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Took 15.77 seconds to build instance. [ 1401.446477] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281826, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.666968] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.942113] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c2aac2ff-637d-4dda-b930-1fd3eaae3fc9 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.282s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.945944] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281826, 'name': Rename_Task, 'duration_secs': 0.925238} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.946272] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.946535] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05bbdd4f-19b1-4382-8fd9-3fb3b886da69 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.952701] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1401.952701] env[70683]: value = "task-3281828" [ 1401.952701] env[70683]: _type = "Task" [ 1401.952701] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.960474] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.093506] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.093853] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ceb7e70-9893-4a15-beca-af8e3bbfd228 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.102018] env[70683]: DEBUG oslo_vmware.api [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1402.102018] env[70683]: value = "task-3281829" [ 1402.102018] env[70683]: _type = "Task" [ 1402.102018] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.110921] env[70683]: DEBUG oslo_vmware.api [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.166746] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281827, 'name': ReconfigVM_Task, 'duration_secs': 0.674638} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.167016] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb/9baf5d25-2f1e-4ba4-8eac-85e727d76efb.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.167643] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71c149da-2e48-4d5f-859e-89b9a357b509 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.174960] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1402.174960] env[70683]: value = "task-3281830" [ 1402.174960] env[70683]: _type = "Task" [ 1402.174960] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.183301] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281830, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.318228] env[70683]: DEBUG nova.compute.manager [req-0d71205e-4d79-4022-913d-6014965a8cf5 req-f51513e8-2626-4504-aa22-05c74f9ce5ca service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Received event network-changed-8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.318595] env[70683]: DEBUG nova.compute.manager [req-0d71205e-4d79-4022-913d-6014965a8cf5 req-f51513e8-2626-4504-aa22-05c74f9ce5ca service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Refreshing instance network info cache due to event network-changed-8feb7a20-9737-48a4-9cd0-e0b20a0d1417. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.318726] env[70683]: DEBUG oslo_concurrency.lockutils [req-0d71205e-4d79-4022-913d-6014965a8cf5 req-f51513e8-2626-4504-aa22-05c74f9ce5ca service nova] Acquiring lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.318830] env[70683]: DEBUG oslo_concurrency.lockutils [req-0d71205e-4d79-4022-913d-6014965a8cf5 req-f51513e8-2626-4504-aa22-05c74f9ce5ca service nova] Acquired lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.319021] env[70683]: DEBUG nova.network.neutron [req-0d71205e-4d79-4022-913d-6014965a8cf5 req-f51513e8-2626-4504-aa22-05c74f9ce5ca service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Refreshing network info cache for port 8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.462451] env[70683]: DEBUG oslo_vmware.api [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281828, 'name': PowerOnVM_Task, 'duration_secs': 0.446128} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.462740] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.573383] env[70683]: DEBUG nova.compute.manager [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.574453] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7cb6c-d677-4700-a611-771e8b56eeb1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.613655] env[70683]: DEBUG oslo_vmware.api [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281829, 'name': PowerOnVM_Task, 'duration_secs': 0.346925} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.613655] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.613655] env[70683]: DEBUG nova.compute.manager [None req-0995441e-0c29-4718-9320-c397924939ca tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.613655] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa1549-072d-4441-96c6-0d643f9270b2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.684582] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281830, 'name': Rename_Task, 'duration_secs': 0.147486} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.684799] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.685059] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b27552b-8e4f-44af-a7cd-0076393c5128 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.691452] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1402.691452] env[70683]: value = "task-3281831" [ 1402.691452] env[70683]: _type = "Task" [ 1402.691452] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.698362] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.094873] env[70683]: DEBUG nova.network.neutron [req-0d71205e-4d79-4022-913d-6014965a8cf5 req-f51513e8-2626-4504-aa22-05c74f9ce5ca service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updated VIF entry in instance network info cache for port 8feb7a20-9737-48a4-9cd0-e0b20a0d1417. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.094873] env[70683]: DEBUG nova.network.neutron [req-0d71205e-4d79-4022-913d-6014965a8cf5 req-f51513e8-2626-4504-aa22-05c74f9ce5ca service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating instance_info_cache with network_info: [{"id": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "address": "fa:16:3e:bb:87:97", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8feb7a20-97", "ovs_interfaceid": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.095735] env[70683]: DEBUG oslo_concurrency.lockutils [None req-67f40672-1a75-493e-80ce-bc21c7ad5446 tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.210s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.113812] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.114386] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.114661] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleting the datastore file [datastore1] 9765d906-98b0-4720-bfd1-88b3a26317b0 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.114968] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf0aa9ec-f805-420f-b227-c7011fe082ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.128094] env[70683]: DEBUG oslo_vmware.api [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1403.128094] env[70683]: value = "task-3281832" [ 1403.128094] env[70683]: _type = "Task" [ 1403.128094] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.138811] env[70683]: DEBUG oslo_vmware.api [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.201349] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.596095] env[70683]: DEBUG oslo_concurrency.lockutils [req-0d71205e-4d79-4022-913d-6014965a8cf5 req-f51513e8-2626-4504-aa22-05c74f9ce5ca service nova] Releasing lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.629318] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7a8199-e5a5-4eb2-b2fa-9210ac31b063 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.641081] env[70683]: DEBUG oslo_vmware.api [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14618} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.642820] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.643035] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.643223] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.643419] env[70683]: INFO nova.compute.manager [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Took 3.77 seconds to destroy the instance on the hypervisor. [ 1403.643669] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.644243] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcad126-fae8-47af-ba09-e1eccfe20e50 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Suspending the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1403.644477] env[70683]: DEBUG nova.compute.manager [-] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.644571] env[70683]: DEBUG nova.network.neutron [-] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.646151] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1ed7599a-036d-4ffc-bec7-bc08517fc9db {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.653029] env[70683]: DEBUG oslo_vmware.api [None req-9dcad126-fae8-47af-ba09-e1eccfe20e50 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1403.653029] env[70683]: value = "task-3281833" [ 1403.653029] env[70683]: _type = "Task" [ 1403.653029] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.661735] env[70683]: DEBUG oslo_vmware.api [None req-9dcad126-fae8-47af-ba09-e1eccfe20e50 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281833, 'name': SuspendVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.702752] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281831, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.164710] env[70683]: DEBUG oslo_vmware.api [None req-9dcad126-fae8-47af-ba09-e1eccfe20e50 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281833, 'name': SuspendVM_Task} progress is 70%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.201651] env[70683]: DEBUG oslo_vmware.api [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281831, 'name': PowerOnVM_Task, 'duration_secs': 1.015056} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.201899] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.202112] env[70683]: INFO nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1404.202325] env[70683]: DEBUG nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.203116] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9874446f-ce58-4851-90d0-4d7642c69b02 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.343382] env[70683]: DEBUG nova.compute.manager [req-3f256733-342b-4d35-850d-9627af17aa7a req-390b341c-fe8d-4d5d-b99a-b836fb68ba9a service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Received event network-vif-deleted-6bef506b-a739-4963-a9e2-1aac82b97ec2 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.343593] env[70683]: INFO nova.compute.manager [req-3f256733-342b-4d35-850d-9627af17aa7a req-390b341c-fe8d-4d5d-b99a-b836fb68ba9a service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Neutron deleted interface 6bef506b-a739-4963-a9e2-1aac82b97ec2; detaching it from the instance and deleting it from the info cache [ 1404.343774] env[70683]: DEBUG nova.network.neutron [req-3f256733-342b-4d35-850d-9627af17aa7a req-390b341c-fe8d-4d5d-b99a-b836fb68ba9a service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.401755] env[70683]: DEBUG nova.network.neutron [-] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.663240] env[70683]: DEBUG oslo_vmware.api [None req-9dcad126-fae8-47af-ba09-e1eccfe20e50 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281833, 'name': SuspendVM_Task} progress is 70%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.721825] env[70683]: INFO nova.compute.manager [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Took 18.40 seconds to build instance. [ 1404.846126] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-868f99d7-856a-490e-ade2-327b00e2eb6e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.856563] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbec002-af03-436f-a7d0-9822c134236f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.886468] env[70683]: DEBUG nova.compute.manager [req-3f256733-342b-4d35-850d-9627af17aa7a req-390b341c-fe8d-4d5d-b99a-b836fb68ba9a service nova] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Detach interface failed, port_id=6bef506b-a739-4963-a9e2-1aac82b97ec2, reason: Instance 9765d906-98b0-4720-bfd1-88b3a26317b0 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1404.904344] env[70683]: INFO nova.compute.manager [-] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Took 1.26 seconds to deallocate network for instance. [ 1404.942121] env[70683]: DEBUG nova.compute.manager [req-8b16724c-c791-4847-b9d1-56ef4979d455 req-95f76253-60b3-46f9-a5b0-b2be7afac9f7 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Received event network-changed-8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.942395] env[70683]: DEBUG nova.compute.manager [req-8b16724c-c791-4847-b9d1-56ef4979d455 req-95f76253-60b3-46f9-a5b0-b2be7afac9f7 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Refreshing instance network info cache due to event network-changed-8f204af5-cb0a-4145-b8ac-5eee33d85455. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.942526] env[70683]: DEBUG oslo_concurrency.lockutils [req-8b16724c-c791-4847-b9d1-56ef4979d455 req-95f76253-60b3-46f9-a5b0-b2be7afac9f7 service nova] Acquiring lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.942635] env[70683]: DEBUG oslo_concurrency.lockutils [req-8b16724c-c791-4847-b9d1-56ef4979d455 req-95f76253-60b3-46f9-a5b0-b2be7afac9f7 service nova] Acquired lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.942860] env[70683]: DEBUG nova.network.neutron [req-8b16724c-c791-4847-b9d1-56ef4979d455 req-95f76253-60b3-46f9-a5b0-b2be7afac9f7 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Refreshing network info cache for port 8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.165238] env[70683]: DEBUG oslo_vmware.api [None req-9dcad126-fae8-47af-ba09-e1eccfe20e50 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281833, 'name': SuspendVM_Task, 'duration_secs': 1.308712} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.165623] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcad126-fae8-47af-ba09-e1eccfe20e50 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Suspended the VM {{(pid=70683) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1405.165694] env[70683]: DEBUG nova.compute.manager [None req-9dcad126-fae8-47af-ba09-e1eccfe20e50 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.166599] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a9922a-6912-4476-b964-4aedfdb087be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.224267] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5574eaa3-20a1-4027-b337-2714c2ef4d2a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.912s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.411015] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.411321] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.411542] env[70683]: DEBUG nova.objects.instance [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'resources' on Instance uuid 9765d906-98b0-4720-bfd1-88b3a26317b0 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.930165] env[70683]: DEBUG nova.network.neutron [req-8b16724c-c791-4847-b9d1-56ef4979d455 req-95f76253-60b3-46f9-a5b0-b2be7afac9f7 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updated VIF entry in instance network info cache for port 8f204af5-cb0a-4145-b8ac-5eee33d85455. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.930539] env[70683]: DEBUG nova.network.neutron [req-8b16724c-c791-4847-b9d1-56ef4979d455 req-95f76253-60b3-46f9-a5b0-b2be7afac9f7 service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [{"id": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "address": "fa:16:3e:b4:29:91", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f204af5-cb", "ovs_interfaceid": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.995124] env[70683]: INFO nova.compute.manager [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Resuming [ 1405.995673] env[70683]: DEBUG nova.objects.instance [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'flavor' on Instance uuid eb657309-90ae-47e7-8d93-7dd1fe4891d7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.021604] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a9f3c-80b1-4463-8d0d-e8cf5c19bbe3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.029757] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3424f73f-7e1d-4f9e-b89c-129414251fec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.059536] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59499fff-de3f-43fd-8f1c-a08caf56bc7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.066561] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf64195-ed21-42e8-9107-0e201fbd5232 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.080717] env[70683]: DEBUG nova.compute.provider_tree [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.432948] env[70683]: DEBUG oslo_concurrency.lockutils [req-8b16724c-c791-4847-b9d1-56ef4979d455 req-95f76253-60b3-46f9-a5b0-b2be7afac9f7 service nova] Releasing lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.583765] env[70683]: DEBUG nova.scheduler.client.report [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.088670] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.107176] env[70683]: INFO nova.scheduler.client.report [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted allocations for instance 9765d906-98b0-4720-bfd1-88b3a26317b0 [ 1407.507051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.507051] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquired lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.507051] env[70683]: DEBUG nova.network.neutron [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.614528] env[70683]: DEBUG oslo_concurrency.lockutils [None req-240890c5-bfd5-4eae-b415-97d018cec0bd tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "9765d906-98b0-4720-bfd1-88b3a26317b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.250s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.241086] env[70683]: DEBUG nova.network.neutron [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updating instance_info_cache with network_info: [{"id": "bed3fac8-8367-4782-bd99-9dedb65dc077", "address": "fa:16:3e:11:f9:14", "network": {"id": "d57cc521-43e0-4026-bf44-b162f89cca7d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2108895979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d89edcbe2e4258a22ae92c1f5f7095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed3fac8-83", "ovs_interfaceid": "bed3fac8-8367-4782-bd99-9dedb65dc077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.744362] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Releasing lock "refresh_cache-eb657309-90ae-47e7-8d93-7dd1fe4891d7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.745853] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1d7a2-dd1f-4531-9980-6bc8646194f9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.752909] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Resuming the VM {{(pid=70683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1408.753179] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-279bb6d9-5455-40d7-98d4-9c25c9116111 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.759359] env[70683]: DEBUG oslo_vmware.api [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1408.759359] env[70683]: value = "task-3281835" [ 1408.759359] env[70683]: _type = "Task" [ 1408.759359] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.766360] env[70683]: DEBUG oslo_vmware.api [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.268964] env[70683]: DEBUG oslo_vmware.api [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.770309] env[70683]: DEBUG oslo_vmware.api [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.271775] env[70683]: DEBUG oslo_vmware.api [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.772276] env[70683]: DEBUG oslo_vmware.api [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281835, 'name': PowerOnVM_Task, 'duration_secs': 1.528904} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.772822] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Resumed the VM {{(pid=70683) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1410.773050] env[70683]: DEBUG nova.compute.manager [None req-1c77c4f3-9300-4f28-8c78-fc7d632ca6ba tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.773826] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee07bb8e-4777-4738-9ea7-2dc5462c6cce {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.242205] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.242480] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.242705] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.242919] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.243117] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.245440] env[70683]: INFO nova.compute.manager [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Terminating instance [ 1411.748707] env[70683]: DEBUG nova.compute.manager [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1411.748928] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.749799] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a7b3bf-9d7e-4fd5-8b80-d32144221dac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.757566] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.757898] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f4ed5d-e2aa-462e-a2aa-b3b08c8dfb32 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.764674] env[70683]: DEBUG oslo_vmware.api [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1411.764674] env[70683]: value = "task-3281836" [ 1411.764674] env[70683]: _type = "Task" [ 1411.764674] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.772495] env[70683]: DEBUG oslo_vmware.api [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.072255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.072464] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.072677] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.072951] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.073169] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.075349] env[70683]: INFO nova.compute.manager [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Terminating instance [ 1412.274207] env[70683]: DEBUG oslo_vmware.api [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281836, 'name': PowerOffVM_Task, 'duration_secs': 0.27005} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.274465] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.274633] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.274872] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e8ba845-5f37-4916-aee8-3d13e9fa5694 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.334178] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.334347] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.334683] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleting the datastore file [datastore2] e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.334921] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-670e08f9-6278-45c4-9a8a-d0b24fe8b82f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.342426] env[70683]: DEBUG oslo_vmware.api [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for the task: (returnval){ [ 1412.342426] env[70683]: value = "task-3281838" [ 1412.342426] env[70683]: _type = "Task" [ 1412.342426] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.349811] env[70683]: DEBUG oslo_vmware.api [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.579229] env[70683]: DEBUG nova.compute.manager [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.579484] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.580404] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0659741-7bd8-496a-af6b-47de891fec39 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.588469] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.588678] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb2a4d33-dc48-43fa-9be8-cf90804672b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.594174] env[70683]: DEBUG oslo_vmware.api [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1412.594174] env[70683]: value = "task-3281839" [ 1412.594174] env[70683]: _type = "Task" [ 1412.594174] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.602233] env[70683]: DEBUG oslo_vmware.api [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.851408] env[70683]: DEBUG oslo_vmware.api [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Task: {'id': task-3281838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332345} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.851774] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.851868] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.852047] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.852234] env[70683]: INFO nova.compute.manager [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1412.852471] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.852664] env[70683]: DEBUG nova.compute.manager [-] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1412.852756] env[70683]: DEBUG nova.network.neutron [-] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.108050] env[70683]: DEBUG oslo_vmware.api [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281839, 'name': PowerOffVM_Task, 'duration_secs': 0.178386} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.109660] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.109942] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.111540] env[70683]: DEBUG nova.compute.manager [req-9e938c98-19f7-4516-92ea-81e9cfe0666a req-7ca5f222-b0c9-43e9-96fd-19f89b7f21db service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Received event network-vif-deleted-fb455b1d-ae05-40dc-a700-d71883aad5d0 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.111829] env[70683]: INFO nova.compute.manager [req-9e938c98-19f7-4516-92ea-81e9cfe0666a req-7ca5f222-b0c9-43e9-96fd-19f89b7f21db service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Neutron deleted interface fb455b1d-ae05-40dc-a700-d71883aad5d0; detaching it from the instance and deleting it from the info cache [ 1413.112117] env[70683]: DEBUG nova.network.neutron [req-9e938c98-19f7-4516-92ea-81e9cfe0666a req-7ca5f222-b0c9-43e9-96fd-19f89b7f21db service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.113670] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2a29e9f-70b7-419a-92e5-e1113996028f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.594880] env[70683]: DEBUG nova.network.neutron [-] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.619033] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-865d1ab5-4a19-4cd8-bff1-123dc5e5bd59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.628994] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944acf41-1cee-42af-9336-bcd456c48120 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.656442] env[70683]: DEBUG nova.compute.manager [req-9e938c98-19f7-4516-92ea-81e9cfe0666a req-7ca5f222-b0c9-43e9-96fd-19f89b7f21db service nova] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Detach interface failed, port_id=fb455b1d-ae05-40dc-a700-d71883aad5d0, reason: Instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.097504] env[70683]: INFO nova.compute.manager [-] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Took 1.24 seconds to deallocate network for instance. [ 1414.289521] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.289838] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.289982] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleting the datastore file [datastore1] eb657309-90ae-47e7-8d93-7dd1fe4891d7 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.290259] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b352c17-eb4d-41d1-af18-694a8d568eaf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.296984] env[70683]: DEBUG oslo_vmware.api [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for the task: (returnval){ [ 1414.296984] env[70683]: value = "task-3281841" [ 1414.296984] env[70683]: _type = "Task" [ 1414.296984] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.305156] env[70683]: DEBUG oslo_vmware.api [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.604287] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.604578] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.604802] env[70683]: DEBUG nova.objects.instance [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lazy-loading 'resources' on Instance uuid e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.806712] env[70683]: DEBUG oslo_vmware.api [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Task: {'id': task-3281841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170784} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.806972] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.807189] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.807446] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.807635] env[70683]: INFO nova.compute.manager [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1414.807876] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.808086] env[70683]: DEBUG nova.compute.manager [-] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.808183] env[70683]: DEBUG nova.network.neutron [-] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.207513] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b844512-da18-4b40-86f7-beca3e071adf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.213587] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06a7809-a302-4fc4-b234-f8e63ecc1b31 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.251030] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1517cc-cef2-45b3-87f0-4731339c3874 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.254910] env[70683]: DEBUG nova.compute.manager [req-5722af38-76bb-43cd-9d77-39b49bb228b2 req-5d0fa63d-b4f3-4f58-a9f1-17f5306f48e0 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Received event network-vif-deleted-bed3fac8-8367-4782-bd99-9dedb65dc077 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.255177] env[70683]: INFO nova.compute.manager [req-5722af38-76bb-43cd-9d77-39b49bb228b2 req-5d0fa63d-b4f3-4f58-a9f1-17f5306f48e0 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Neutron deleted interface bed3fac8-8367-4782-bd99-9dedb65dc077; detaching it from the instance and deleting it from the info cache [ 1415.255410] env[70683]: DEBUG nova.network.neutron [req-5722af38-76bb-43cd-9d77-39b49bb228b2 req-5d0fa63d-b4f3-4f58-a9f1-17f5306f48e0 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.262375] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851c360b-87c2-4522-bc98-9ce97203dac0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.276205] env[70683]: DEBUG nova.compute.provider_tree [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.754468] env[70683]: DEBUG nova.network.neutron [-] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.758763] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93e45510-982f-4127-83fe-01da51b9f96e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.768895] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aaaa71-30d7-43d0-968a-24ce55b60206 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.780559] env[70683]: DEBUG nova.scheduler.client.report [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.800982] env[70683]: DEBUG nova.compute.manager [req-5722af38-76bb-43cd-9d77-39b49bb228b2 req-5d0fa63d-b4f3-4f58-a9f1-17f5306f48e0 service nova] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Detach interface failed, port_id=bed3fac8-8367-4782-bd99-9dedb65dc077, reason: Instance eb657309-90ae-47e7-8d93-7dd1fe4891d7 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1416.257372] env[70683]: INFO nova.compute.manager [-] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Took 1.45 seconds to deallocate network for instance. [ 1416.285638] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.307567] env[70683]: INFO nova.scheduler.client.report [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Deleted allocations for instance e75785d4-7fd8-4e42-8b4b-d10d9d4255d2 [ 1416.764227] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.764476] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.764679] env[70683]: DEBUG nova.objects.instance [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lazy-loading 'resources' on Instance uuid eb657309-90ae-47e7-8d93-7dd1fe4891d7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.816549] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6b13fee8-bf43-4198-afeb-a5e5e0c3448b tempest-ServerActionsTestOtherA-616720391 tempest-ServerActionsTestOtherA-616720391-project-member] Lock "e75785d4-7fd8-4e42-8b4b-d10d9d4255d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.574s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.356480] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18524bb4-3a2c-4ea7-b2e0-f2ecb0c6adca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.364661] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8db71a9-69c2-4a1e-95e8-ca4f029e0146 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.395652] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371c61cb-a13e-4626-9553-baf3152b2d5d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.403563] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cc1aab-0f32-412e-b1ee-4383aff372f6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.417540] env[70683]: DEBUG nova.compute.provider_tree [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.920413] env[70683]: DEBUG nova.scheduler.client.report [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.426336] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.449459] env[70683]: INFO nova.scheduler.client.report [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Deleted allocations for instance eb657309-90ae-47e7-8d93-7dd1fe4891d7 [ 1418.959728] env[70683]: DEBUG oslo_concurrency.lockutils [None req-12563022-50af-4c47-b910-f4c47cd45095 tempest-ServerActionsTestJSON-1122729785 tempest-ServerActionsTestJSON-1122729785-project-member] Lock "eb657309-90ae-47e7-8d93-7dd1fe4891d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.887s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.359656] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "eea7f595-0889-4891-ba58-37b718d03ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.359931] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "eea7f595-0889-4891-ba58-37b718d03ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.863057] env[70683]: DEBUG nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1424.385296] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.385567] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.387029] env[70683]: INFO nova.compute.claims [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.469074] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f68650-8e62-4702-9a9f-a023627ebf87 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.477055] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b35fc9-39ec-4906-8caf-4f771656e047 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.507315] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438df81c-9150-4a29-bef6-fc04de2739fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.514179] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e4a1a7-bd83-45eb-8278-1db53f9755cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.527655] env[70683]: DEBUG nova.compute.provider_tree [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.030629] env[70683]: DEBUG nova.scheduler.client.report [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.535628] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.037802] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "4fdad2a0-4289-4324-86da-c24ddd2f968f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.038094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "4fdad2a0-4289-4324-86da-c24ddd2f968f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.541232] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "4fdad2a0-4289-4324-86da-c24ddd2f968f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.541797] env[70683]: DEBUG nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1428.047148] env[70683]: DEBUG nova.compute.utils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1428.049090] env[70683]: DEBUG nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.049493] env[70683]: DEBUG nova.network.neutron [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.085740] env[70683]: DEBUG nova.policy [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '617a7bde0a3845f093e15c17b9c616f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '659e084c70254ec9b01e192fdc8392f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.336641] env[70683]: DEBUG nova.network.neutron [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Successfully created port: 6841f62e-184d-44d6-9412-acf42b4ccbc6 {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.554106] env[70683]: DEBUG nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.563037] env[70683]: DEBUG nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.589928] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.590283] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.590480] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.590592] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.590743] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.590892] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.591118] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.591285] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.591451] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.591613] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.591783] env[70683]: DEBUG nova.virt.hardware [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.592684] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aa9d71-05a6-4ca1-9d82-e8891f0c9602 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.600980] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7932bb-5eb9-49d2-ba51-bbb85a230e1f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.691956] env[70683]: DEBUG nova.compute.manager [req-519dea32-a4ae-44b1-a3e1-a995c1f56513 req-73f8ee36-d0e1-4155-a6d2-1cb070bbb5aa service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Received event network-vif-plugged-6841f62e-184d-44d6-9412-acf42b4ccbc6 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.692227] env[70683]: DEBUG oslo_concurrency.lockutils [req-519dea32-a4ae-44b1-a3e1-a995c1f56513 req-73f8ee36-d0e1-4155-a6d2-1cb070bbb5aa service nova] Acquiring lock "eea7f595-0889-4891-ba58-37b718d03ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.692408] env[70683]: DEBUG oslo_concurrency.lockutils [req-519dea32-a4ae-44b1-a3e1-a995c1f56513 req-73f8ee36-d0e1-4155-a6d2-1cb070bbb5aa service nova] Lock "eea7f595-0889-4891-ba58-37b718d03ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.692577] env[70683]: DEBUG oslo_concurrency.lockutils [req-519dea32-a4ae-44b1-a3e1-a995c1f56513 req-73f8ee36-d0e1-4155-a6d2-1cb070bbb5aa service nova] Lock "eea7f595-0889-4891-ba58-37b718d03ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.692744] env[70683]: DEBUG nova.compute.manager [req-519dea32-a4ae-44b1-a3e1-a995c1f56513 req-73f8ee36-d0e1-4155-a6d2-1cb070bbb5aa service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] No waiting events found dispatching network-vif-plugged-6841f62e-184d-44d6-9412-acf42b4ccbc6 {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.692911] env[70683]: WARNING nova.compute.manager [req-519dea32-a4ae-44b1-a3e1-a995c1f56513 req-73f8ee36-d0e1-4155-a6d2-1cb070bbb5aa service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Received unexpected event network-vif-plugged-6841f62e-184d-44d6-9412-acf42b4ccbc6 for instance with vm_state building and task_state spawning. [ 1429.780870] env[70683]: DEBUG nova.network.neutron [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Successfully updated port: 6841f62e-184d-44d6-9412-acf42b4ccbc6 {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.284075] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "refresh_cache-eea7f595-0889-4891-ba58-37b718d03ea8" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.284075] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquired lock "refresh_cache-eea7f595-0889-4891-ba58-37b718d03ea8" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.284075] env[70683]: DEBUG nova.network.neutron [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.815841] env[70683]: DEBUG nova.network.neutron [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.935870] env[70683]: DEBUG nova.network.neutron [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Updating instance_info_cache with network_info: [{"id": "6841f62e-184d-44d6-9412-acf42b4ccbc6", "address": "fa:16:3e:5d:69:5f", "network": {"id": "fd88abc5-b80f-41a1-b2c2-335b8088d589", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-377190951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "659e084c70254ec9b01e192fdc8392f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6841f62e-18", "ovs_interfaceid": "6841f62e-184d-44d6-9412-acf42b4ccbc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.438425] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Releasing lock "refresh_cache-eea7f595-0889-4891-ba58-37b718d03ea8" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.438710] env[70683]: DEBUG nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Instance network_info: |[{"id": "6841f62e-184d-44d6-9412-acf42b4ccbc6", "address": "fa:16:3e:5d:69:5f", "network": {"id": "fd88abc5-b80f-41a1-b2c2-335b8088d589", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-377190951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "659e084c70254ec9b01e192fdc8392f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6841f62e-18", "ovs_interfaceid": "6841f62e-184d-44d6-9412-acf42b4ccbc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1431.439180] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:69:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6841f62e-184d-44d6-9412-acf42b4ccbc6', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.447120] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Creating folder: Project (659e084c70254ec9b01e192fdc8392f4). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1431.447402] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e29b4c8a-cf0e-4561-bc76-77e44e08dba9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.459160] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Created folder: Project (659e084c70254ec9b01e192fdc8392f4) in parent group-v655051. [ 1431.459343] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Creating folder: Instances. Parent ref: group-v655387. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1431.459552] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eba8ce6-f914-4901-8197-962c431af1ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.468929] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Created folder: Instances in parent group-v655387. [ 1431.469189] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.469370] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.469567] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdc6fa90-e6a9-4a1b-ab43-969515384857 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.487688] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.487688] env[70683]: value = "task-3281844" [ 1431.487688] env[70683]: _type = "Task" [ 1431.487688] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.494823] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281844, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.716921] env[70683]: DEBUG nova.compute.manager [req-5b3b4392-b969-44a5-ad98-551282625947 req-a4e6aca7-929f-4154-a5dc-4d5cf583d511 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Received event network-changed-6841f62e-184d-44d6-9412-acf42b4ccbc6 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.717148] env[70683]: DEBUG nova.compute.manager [req-5b3b4392-b969-44a5-ad98-551282625947 req-a4e6aca7-929f-4154-a5dc-4d5cf583d511 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Refreshing instance network info cache due to event network-changed-6841f62e-184d-44d6-9412-acf42b4ccbc6. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1431.717362] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b3b4392-b969-44a5-ad98-551282625947 req-a4e6aca7-929f-4154-a5dc-4d5cf583d511 service nova] Acquiring lock "refresh_cache-eea7f595-0889-4891-ba58-37b718d03ea8" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.717518] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b3b4392-b969-44a5-ad98-551282625947 req-a4e6aca7-929f-4154-a5dc-4d5cf583d511 service nova] Acquired lock "refresh_cache-eea7f595-0889-4891-ba58-37b718d03ea8" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.717655] env[70683]: DEBUG nova.network.neutron [req-5b3b4392-b969-44a5-ad98-551282625947 req-a4e6aca7-929f-4154-a5dc-4d5cf583d511 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Refreshing network info cache for port 6841f62e-184d-44d6-9412-acf42b4ccbc6 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.996850] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281844, 'name': CreateVM_Task, 'duration_secs': 0.291899} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.997182] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.997677] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.997841] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.998165] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.998407] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8770553a-d8b2-44ea-8901-20506c32e00e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.002561] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1432.002561] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5226ccd5-46d8-e9f8-abfa-2dc1ef87a5b0" [ 1432.002561] env[70683]: _type = "Task" [ 1432.002561] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.009781] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5226ccd5-46d8-e9f8-abfa-2dc1ef87a5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.086433] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.086692] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.441871] env[70683]: DEBUG nova.network.neutron [req-5b3b4392-b969-44a5-ad98-551282625947 req-a4e6aca7-929f-4154-a5dc-4d5cf583d511 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Updated VIF entry in instance network info cache for port 6841f62e-184d-44d6-9412-acf42b4ccbc6. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.442249] env[70683]: DEBUG nova.network.neutron [req-5b3b4392-b969-44a5-ad98-551282625947 req-a4e6aca7-929f-4154-a5dc-4d5cf583d511 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Updating instance_info_cache with network_info: [{"id": "6841f62e-184d-44d6-9412-acf42b4ccbc6", "address": "fa:16:3e:5d:69:5f", "network": {"id": "fd88abc5-b80f-41a1-b2c2-335b8088d589", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-377190951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "659e084c70254ec9b01e192fdc8392f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6841f62e-18", "ovs_interfaceid": "6841f62e-184d-44d6-9412-acf42b4ccbc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.513203] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5226ccd5-46d8-e9f8-abfa-2dc1ef87a5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.513447] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.513668] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.513900] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.514082] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.514276] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.514526] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185513d3-1ec9-444e-ae60-bc2049fe90e2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.522570] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.522738] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.523436] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b219c37-2ec2-473e-9eb9-cc43d34ee182 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.528148] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1432.528148] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529edb7f-f3e7-58c8-f608-d7a06a7ed6dc" [ 1432.528148] env[70683]: _type = "Task" [ 1432.528148] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.535065] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529edb7f-f3e7-58c8-f608-d7a06a7ed6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.944815] env[70683]: DEBUG oslo_concurrency.lockutils [req-5b3b4392-b969-44a5-ad98-551282625947 req-a4e6aca7-929f-4154-a5dc-4d5cf583d511 service nova] Releasing lock "refresh_cache-eea7f595-0889-4891-ba58-37b718d03ea8" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.039724] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]529edb7f-f3e7-58c8-f608-d7a06a7ed6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.007977} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.040446] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fb835e-99cf-4e7b-97e5-f296d5f5d828 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.045905] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1433.045905] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5268f438-41ce-e516-d1bf-d62cfca01ac4" [ 1433.045905] env[70683]: _type = "Task" [ 1433.045905] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.053101] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5268f438-41ce-e516-d1bf-d62cfca01ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.556689] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]5268f438-41ce-e516-d1bf-d62cfca01ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.040128} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.556910] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.557181] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] eea7f595-0889-4891-ba58-37b718d03ea8/eea7f595-0889-4891-ba58-37b718d03ea8.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.557433] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d696cbc-0bca-4d4c-808c-ebf4e18aedb4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.563589] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1433.563589] env[70683]: value = "task-3281845" [ 1433.563589] env[70683]: _type = "Task" [ 1433.563589] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.570807] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.073424] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4284} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.073830] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] eea7f595-0889-4891-ba58-37b718d03ea8/eea7f595-0889-4891-ba58-37b718d03ea8.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.073913] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.074172] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcfc7cde-5a4b-4160-b365-61a4222c27f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.080830] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1434.080830] env[70683]: value = "task-3281846" [ 1434.080830] env[70683]: _type = "Task" [ 1434.080830] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.088186] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.590696] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062487} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.590978] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.591773] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca9f87-331d-46c4-9b54-f2c6628f43bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.613063] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] eea7f595-0889-4891-ba58-37b718d03ea8/eea7f595-0889-4891-ba58-37b718d03ea8.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.613331] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72fd178-7294-42ce-9e9b-1e7c28c60a43 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.632348] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1434.632348] env[70683]: value = "task-3281847" [ 1434.632348] env[70683]: _type = "Task" [ 1434.632348] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.639741] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.087155] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.087505] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1435.141857] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281847, 'name': ReconfigVM_Task, 'duration_secs': 0.250847} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.142175] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Reconfigured VM instance instance-0000007d to attach disk [datastore1] eea7f595-0889-4891-ba58-37b718d03ea8/eea7f595-0889-4891-ba58-37b718d03ea8.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.142802] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-811af401-a7b4-4293-abc6-a331cf52b7d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.149081] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1435.149081] env[70683]: value = "task-3281848" [ 1435.149081] env[70683]: _type = "Task" [ 1435.149081] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.156740] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281848, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.659956] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281848, 'name': Rename_Task, 'duration_secs': 0.142128} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.659956] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.659956] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1929a5aa-2726-4821-b905-ac33d4c6e7f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.666994] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1435.666994] env[70683]: value = "task-3281849" [ 1435.666994] env[70683]: _type = "Task" [ 1435.666994] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.674383] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.087201] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.087582] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.087624] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.178367] env[70683]: DEBUG oslo_vmware.api [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281849, 'name': PowerOnVM_Task, 'duration_secs': 0.429996} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.178622] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.178822] env[70683]: INFO nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1436.179014] env[70683]: DEBUG nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.179785] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9377e5cb-c38b-4266-aa36-34c840aadc0d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.696732] env[70683]: INFO nova.compute.manager [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Took 12.33 seconds to build instance. [ 1437.086490] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.179349] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.179702] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.198700] env[70683]: DEBUG oslo_concurrency.lockutils [None req-772d4d94-a4fc-40f6-8a67-bd7352ecd46b tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "eea7f595-0889-4891-ba58-37b718d03ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.839s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.413429] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "eea7f595-0889-4891-ba58-37b718d03ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.413650] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "eea7f595-0889-4891-ba58-37b718d03ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.413847] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "eea7f595-0889-4891-ba58-37b718d03ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.414063] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "eea7f595-0889-4891-ba58-37b718d03ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.414256] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "eea7f595-0889-4891-ba58-37b718d03ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.416315] env[70683]: INFO nova.compute.manager [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Terminating instance [ 1437.589091] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.589347] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.589522] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.589684] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1437.590582] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b1f46e-9bf6-446e-8d25-db91460fdbe9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.598449] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4580cc6f-25c8-46f2-be6d-faff9a25bf3c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.612077] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad68553-88d6-44c9-bdb6-64a10790d74f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.618083] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6100bc14-62cd-4851-85ee-afb9175ee378 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.647708] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179641MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1437.647852] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.648059] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.682301] env[70683]: DEBUG nova.compute.utils [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1437.919671] env[70683]: DEBUG nova.compute.manager [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.919937] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.920842] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895ad0a8-d0d9-463a-95ef-7dd09aef0fc0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.928228] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.928455] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae5d9c20-869b-4d6d-aa4e-7f46f6b83530 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.934310] env[70683]: DEBUG oslo_vmware.api [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1437.934310] env[70683]: value = "task-3281850" [ 1437.934310] env[70683]: _type = "Task" [ 1437.934310] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.941822] env[70683]: DEBUG oslo_vmware.api [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.185093] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.443448] env[70683]: DEBUG oslo_vmware.api [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281850, 'name': PowerOffVM_Task, 'duration_secs': 0.205578} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.443689] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.443920] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.444226] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff68fa4-7908-4483-8441-d6c6ffa15823 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.508486] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1438.508486] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1438.508719] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Deleting the datastore file [datastore1] eea7f595-0889-4891-ba58-37b718d03ea8 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.509017] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e52b2da-d870-4eef-b346-11b5a17099c3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.515575] env[70683]: DEBUG oslo_vmware.api [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for the task: (returnval){ [ 1438.515575] env[70683]: value = "task-3281852" [ 1438.515575] env[70683]: _type = "Task" [ 1438.515575] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.523486] env[70683]: DEBUG oslo_vmware.api [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.678648] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 457979e5-89a4-42e0-b16a-8346a60bc261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.678794] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 96e72258-8029-4c48-b579-e81049033c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.678919] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.679088] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance f78db737-89b5-40c2-a01f-ad5c49fd8ce3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.679251] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 9baf5d25-2f1e-4ba4-8eac-85e727d76efb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.679373] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance eea7f595-0889-4891-ba58-37b718d03ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.679559] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1438.679698] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1438.770063] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dfab19-1e80-439d-936d-e762e138007e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.779045] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2bdeac-7df3-4807-ac70-7e2ef32af892 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.813423] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05839a5c-a402-47eb-8ea4-eebbc6b3a5af {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.821364] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa235ae2-a090-41fc-b9f6-dc13b8d9e15f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.835561] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.025335] env[70683]: DEBUG oslo_vmware.api [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Task: {'id': task-3281852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138734} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.025592] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.025778] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.025957] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.026146] env[70683]: INFO nova.compute.manager [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1439.026413] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.026578] env[70683]: DEBUG nova.compute.manager [-] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.026692] env[70683]: DEBUG nova.network.neutron [-] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1439.120917] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.121226] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.121440] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.121625] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.121792] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.123867] env[70683]: INFO nova.compute.manager [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Terminating instance [ 1439.261571] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.261946] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.262206] env[70683]: INFO nova.compute.manager [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Attaching volume 1849db80-8528-4b67-bd0d-ae2ffaa01090 to /dev/sdb [ 1439.301581] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe82579-199f-43ed-a0d0-9405a0b2ed98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.308912] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584699b8-e9ab-414d-a1a3-4ec67fdb6185 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.322583] env[70683]: DEBUG nova.virt.block_device [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating existing volume attachment record: 825aca27-fef4-4766-b1b0-517bed2a1cdf {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1439.339458] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.344441] env[70683]: DEBUG nova.compute.manager [req-7dd06394-7e24-48a3-8a17-e81a9da165be req-a6797b37-f35f-42ea-8d80-e6bf2db03229 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Received event network-vif-deleted-6841f62e-184d-44d6-9412-acf42b4ccbc6 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.344441] env[70683]: INFO nova.compute.manager [req-7dd06394-7e24-48a3-8a17-e81a9da165be req-a6797b37-f35f-42ea-8d80-e6bf2db03229 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Neutron deleted interface 6841f62e-184d-44d6-9412-acf42b4ccbc6; detaching it from the instance and deleting it from the info cache [ 1439.344441] env[70683]: DEBUG nova.network.neutron [req-7dd06394-7e24-48a3-8a17-e81a9da165be req-a6797b37-f35f-42ea-8d80-e6bf2db03229 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.627427] env[70683]: DEBUG nova.compute.manager [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.627671] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.628592] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe6e78-d72b-4a16-a81a-3c261890827a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.635894] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.636075] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce137e74-da5a-4066-b730-a0500be15baa {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.641967] env[70683]: DEBUG oslo_vmware.api [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1439.641967] env[70683]: value = "task-3281855" [ 1439.641967] env[70683]: _type = "Task" [ 1439.641967] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.652868] env[70683]: DEBUG oslo_vmware.api [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.814415] env[70683]: DEBUG nova.network.neutron [-] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.844359] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1439.844579] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.846345] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1d64b24-f756-471f-8d1c-eb22393764ac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.855796] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa306a70-777f-441d-bc75-840f3e3e0dd3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.885608] env[70683]: DEBUG nova.compute.manager [req-7dd06394-7e24-48a3-8a17-e81a9da165be req-a6797b37-f35f-42ea-8d80-e6bf2db03229 service nova] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Detach interface failed, port_id=6841f62e-184d-44d6-9412-acf42b4ccbc6, reason: Instance eea7f595-0889-4891-ba58-37b718d03ea8 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1440.151850] env[70683]: DEBUG oslo_vmware.api [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281855, 'name': PowerOffVM_Task, 'duration_secs': 0.195042} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.152053] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.152222] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.152466] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c214582-bdac-46c7-a56a-12cb78ac0c59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.212810] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.213084] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.213301] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleting the datastore file [datastore2] ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.213595] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-847b582a-3e05-446e-b361-175c1b69c4dd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.220677] env[70683]: DEBUG oslo_vmware.api [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for the task: (returnval){ [ 1440.220677] env[70683]: value = "task-3281858" [ 1440.220677] env[70683]: _type = "Task" [ 1440.220677] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.228233] env[70683]: DEBUG oslo_vmware.api [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.316986] env[70683]: INFO nova.compute.manager [-] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Took 1.29 seconds to deallocate network for instance. [ 1440.730684] env[70683]: DEBUG oslo_vmware.api [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Task: {'id': task-3281858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126484} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.730983] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.731190] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.731368] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.731541] env[70683]: INFO nova.compute.manager [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1440.731778] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.731963] env[70683]: DEBUG nova.compute.manager [-] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.732069] env[70683]: DEBUG nova.network.neutron [-] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.823269] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.823614] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.823877] env[70683]: DEBUG nova.objects.instance [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lazy-loading 'resources' on Instance uuid eea7f595-0889-4891-ba58-37b718d03ea8 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.844767] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.378967] env[70683]: DEBUG nova.compute.manager [req-3e6710dc-9158-4381-bd8b-8f111a05ba9f req-0a21537a-e5a0-4d38-b7ef-5b234df32694 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Received event network-vif-deleted-61047b1c-d1d9-41d5-b131-af2e50cfb8e4 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.378967] env[70683]: INFO nova.compute.manager [req-3e6710dc-9158-4381-bd8b-8f111a05ba9f req-0a21537a-e5a0-4d38-b7ef-5b234df32694 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Neutron deleted interface 61047b1c-d1d9-41d5-b131-af2e50cfb8e4; detaching it from the instance and deleting it from the info cache [ 1441.378967] env[70683]: DEBUG nova.network.neutron [req-3e6710dc-9158-4381-bd8b-8f111a05ba9f req-0a21537a-e5a0-4d38-b7ef-5b234df32694 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.419074] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4708e7-8ea8-4a5c-b449-1602017a7f35 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.426812] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e0d8b4-ae82-414f-a8e1-2ac850b48df0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.457939] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb8e12e-a741-4f7f-8d3d-289a9b4f0641 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.464836] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9773a9fa-6667-4b9d-bda2-506188c14aae {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.477280] env[70683]: DEBUG nova.compute.provider_tree [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.653228] env[70683]: DEBUG nova.network.neutron [-] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.883256] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8ea36c1-6924-4ea0-ab85-5e517eef2d49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.893538] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4687e015-0581-44ef-8652-a63d06532148 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.921594] env[70683]: DEBUG nova.compute.manager [req-3e6710dc-9158-4381-bd8b-8f111a05ba9f req-0a21537a-e5a0-4d38-b7ef-5b234df32694 service nova] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Detach interface failed, port_id=61047b1c-d1d9-41d5-b131-af2e50cfb8e4, reason: Instance ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1441.979902] env[70683]: DEBUG nova.scheduler.client.report [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.156368] env[70683]: INFO nova.compute.manager [-] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Took 1.42 seconds to deallocate network for instance. [ 1442.485100] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.537672] env[70683]: INFO nova.scheduler.client.report [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Deleted allocations for instance eea7f595-0889-4891-ba58-37b718d03ea8 [ 1442.662439] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.662736] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.663056] env[70683]: DEBUG nova.objects.instance [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lazy-loading 'resources' on Instance uuid ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.045154] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4fd81f2c-3561-4748-812c-43d862c9634f tempest-ServerGroupTestJSON-1987860735 tempest-ServerGroupTestJSON-1987860735-project-member] Lock "eea7f595-0889-4891-ba58-37b718d03ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.631s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.214561] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.214773] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.240674] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881f8b8-5901-4051-9578-85eab5baf05c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.248484] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178ad22-3716-4bb6-b5b6-149601d10874 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.277450] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac831d2-4813-4593-b890-6fbce614020c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.284009] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99fb6a4-4cad-4722-806c-7c01b4d17a14 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.298045] env[70683]: DEBUG nova.compute.provider_tree [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.720436] env[70683]: DEBUG nova.compute.utils [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1443.801277] env[70683]: DEBUG nova.scheduler.client.report [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.869861] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1443.870112] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655391', 'volume_id': '1849db80-8528-4b67-bd0d-ae2ffaa01090', 'name': 'volume-1849db80-8528-4b67-bd0d-ae2ffaa01090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f78db737-89b5-40c2-a01f-ad5c49fd8ce3', 'attached_at': '', 'detached_at': '', 'volume_id': '1849db80-8528-4b67-bd0d-ae2ffaa01090', 'serial': '1849db80-8528-4b67-bd0d-ae2ffaa01090'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1443.870960] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7f115d-7378-4b5c-ab0c-3ff1559e7738 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.887840] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f02fb4-af8c-44b2-bd26-c6bc70e75142 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.911566] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-1849db80-8528-4b67-bd0d-ae2ffaa01090/volume-1849db80-8528-4b67-bd0d-ae2ffaa01090.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.911817] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c887bdc2-16ce-4f39-b64f-b24cfbcce1c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.929397] env[70683]: DEBUG oslo_vmware.api [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1443.929397] env[70683]: value = "task-3281860" [ 1443.929397] env[70683]: _type = "Task" [ 1443.929397] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.937068] env[70683]: DEBUG oslo_vmware.api [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.224795] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.309041] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.327947] env[70683]: INFO nova.scheduler.client.report [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Deleted allocations for instance ef97acff-a5b1-4dd6-9b43-905b2d5c00c4 [ 1444.439392] env[70683]: DEBUG oslo_vmware.api [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.838273] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3682f32d-ac1d-4300-a0fc-5e8b9c3b732a tempest-AttachVolumeShelveTestJSON-861588545 tempest-AttachVolumeShelveTestJSON-861588545-project-member] Lock "ef97acff-a5b1-4dd6-9b43-905b2d5c00c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.940725] env[70683]: DEBUG oslo_vmware.api [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.307787] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.308067] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.308316] env[70683]: INFO nova.compute.manager [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Attaching volume 77151d31-e63a-4467-90ba-cdedf7c4575e to /dev/sdb [ 1445.345899] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5b76a5-1cc1-436e-a6bc-6302e6293d21 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.354805] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07650ef5-5d79-4d6b-aaa8-49bff2709314 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.367572] env[70683]: DEBUG nova.virt.block_device [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating existing volume attachment record: e65e5afa-a5b7-4e5a-8dee-1773ecb7adde {{(pid=70683) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1445.439958] env[70683]: DEBUG oslo_vmware.api [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281860, 'name': ReconfigVM_Task, 'duration_secs': 1.356022} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.440267] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-1849db80-8528-4b67-bd0d-ae2ffaa01090/volume-1849db80-8528-4b67-bd0d-ae2ffaa01090.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.445153] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c52ddc-6163-40d4-9790-3d927760766c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.460277] env[70683]: DEBUG oslo_vmware.api [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1445.460277] env[70683]: value = "task-3281861" [ 1445.460277] env[70683]: _type = "Task" [ 1445.460277] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.471121] env[70683]: DEBUG oslo_vmware.api [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.970900] env[70683]: DEBUG oslo_vmware.api [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281861, 'name': ReconfigVM_Task, 'duration_secs': 0.15842} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.971307] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655391', 'volume_id': '1849db80-8528-4b67-bd0d-ae2ffaa01090', 'name': 'volume-1849db80-8528-4b67-bd0d-ae2ffaa01090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f78db737-89b5-40c2-a01f-ad5c49fd8ce3', 'attached_at': '', 'detached_at': '', 'volume_id': '1849db80-8528-4b67-bd0d-ae2ffaa01090', 'serial': '1849db80-8528-4b67-bd0d-ae2ffaa01090'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1447.009203] env[70683]: DEBUG nova.objects.instance [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lazy-loading 'flavor' on Instance uuid f78db737-89b5-40c2-a01f-ad5c49fd8ce3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.514561] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0394f9f6-e8eb-4109-ab75-162d9d358fac tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.253s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.739058] env[70683]: INFO nova.compute.manager [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Rescuing [ 1447.739358] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.739516] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.739695] env[70683]: DEBUG nova.network.neutron [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.461121] env[70683]: DEBUG nova.network.neutron [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating instance_info_cache with network_info: [{"id": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "address": "fa:16:3e:bb:87:97", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8feb7a20-97", "ovs_interfaceid": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.964394] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.912870] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Volume attach. Driver type: vmdk {{(pid=70683) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1449.913165] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655393', 'volume_id': '77151d31-e63a-4467-90ba-cdedf7c4575e', 'name': 'volume-77151d31-e63a-4467-90ba-cdedf7c4575e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9baf5d25-2f1e-4ba4-8eac-85e727d76efb', 'attached_at': '', 'detached_at': '', 'volume_id': '77151d31-e63a-4467-90ba-cdedf7c4575e', 'serial': '77151d31-e63a-4467-90ba-cdedf7c4575e'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1449.914059] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18915ca2-fdc8-4238-8384-148e1f60534f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.930203] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c774a6a1-8bec-4335-83ef-c52fcbf9ce22 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.954482] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-77151d31-e63a-4467-90ba-cdedf7c4575e/volume-77151d31-e63a-4467-90ba-cdedf7c4575e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.954758] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f14af47-cb3a-48cb-8a2c-f0a61efe8440 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.972449] env[70683]: DEBUG oslo_vmware.api [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1449.972449] env[70683]: value = "task-3281867" [ 1449.972449] env[70683]: _type = "Task" [ 1449.972449] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.980946] env[70683]: DEBUG oslo_vmware.api [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.482408] env[70683]: DEBUG oslo_vmware.api [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281867, 'name': ReconfigVM_Task, 'duration_secs': 0.339684} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.482675] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-77151d31-e63a-4467-90ba-cdedf7c4575e/volume-77151d31-e63a-4467-90ba-cdedf7c4575e.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.487381] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f4cb43-6f62-43cc-a626-ac66fc7fa155 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.499957] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.500230] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa957386-5a02-4216-82cb-12c7696ee490 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.502859] env[70683]: DEBUG oslo_vmware.api [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1450.502859] env[70683]: value = "task-3281868" [ 1450.502859] env[70683]: _type = "Task" [ 1450.502859] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.506954] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1450.506954] env[70683]: value = "task-3281869" [ 1450.506954] env[70683]: _type = "Task" [ 1450.506954] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.515586] env[70683]: DEBUG oslo_vmware.api [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.521660] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.018049] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281869, 'name': PowerOffVM_Task, 'duration_secs': 0.192312} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.020949] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.021311] env[70683]: DEBUG oslo_vmware.api [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281868, 'name': ReconfigVM_Task, 'duration_secs': 0.153862} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.022017] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22260715-3883-4a4c-9acb-f182b1d4a82b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.025544] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655393', 'volume_id': '77151d31-e63a-4467-90ba-cdedf7c4575e', 'name': 'volume-77151d31-e63a-4467-90ba-cdedf7c4575e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9baf5d25-2f1e-4ba4-8eac-85e727d76efb', 'attached_at': '', 'detached_at': '', 'volume_id': '77151d31-e63a-4467-90ba-cdedf7c4575e', 'serial': '77151d31-e63a-4467-90ba-cdedf7c4575e'} {{(pid=70683) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1451.048633] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ebeece-621d-4bd7-b049-d550122ce661 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.084682] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.084985] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a5a323-11fb-4531-b75d-4970e9a30a16 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.092174] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1451.092174] env[70683]: value = "task-3281870" [ 1451.092174] env[70683]: _type = "Task" [ 1451.092174] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.101955] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1451.102185] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.102426] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.102572] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.102745] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.102979] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f631c8-305f-4513-83ca-6e7571a38566 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.111413] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.111597] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.112317] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9a7acb-eb92-4039-b088-775647a8d1bc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.117346] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1451.117346] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ec2014-fae3-491f-202a-887ed70e0cf4" [ 1451.117346] env[70683]: _type = "Task" [ 1451.117346] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.124695] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ec2014-fae3-491f-202a-887ed70e0cf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.627760] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ec2014-fae3-491f-202a-887ed70e0cf4, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.629057] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1462679c-efb3-4d29-a366-c81ffc5818cd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.633832] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1451.633832] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521e8a9b-7251-edd1-60bc-42e7ee207d4d" [ 1451.633832] env[70683]: _type = "Task" [ 1451.633832] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.641930] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521e8a9b-7251-edd1-60bc-42e7ee207d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.065669] env[70683]: DEBUG nova.objects.instance [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'flavor' on Instance uuid 9baf5d25-2f1e-4ba4-8eac-85e727d76efb {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.144174] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521e8a9b-7251-edd1-60bc-42e7ee207d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.144365] env[70683]: DEBUG oslo_concurrency.lockutils [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.144633] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. {{(pid=70683) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1452.144902] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-447af71c-0d22-458f-8e2e-222f9f68f6d9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.152514] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1452.152514] env[70683]: value = "task-3281871" [ 1452.152514] env[70683]: _type = "Task" [ 1452.152514] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.160135] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.571182] env[70683]: DEBUG oslo_concurrency.lockutils [None req-3ed54056-3573-4a4d-b3c9-f4106f6d931d tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.661889] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49285} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.662160] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk. [ 1452.663022] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54165237-600e-45c0-b0d7-abe6aaa6efc9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.692372] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.692690] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b80cb45-bef9-48a7-a1d3-34df5129785e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.711334] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1452.711334] env[70683]: value = "task-3281872" [ 1452.711334] env[70683]: _type = "Task" [ 1452.711334] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.723056] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.221486] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281872, 'name': ReconfigVM_Task, 'duration_secs': 0.491052} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.221908] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3/5c225d62-0adf-4bf0-a9e3-34063b2076be-rescue.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.222599] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7184f7-e91a-4fd1-b3c7-c26ae9953189 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.249550] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9afdd29-5455-4fae-a94b-996172d429ea {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.263783] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1453.263783] env[70683]: value = "task-3281873" [ 1453.263783] env[70683]: _type = "Task" [ 1453.263783] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.271179] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.611212] env[70683]: DEBUG nova.compute.manager [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Stashing vm_state: active {{(pid=70683) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1453.773589] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281873, 'name': ReconfigVM_Task, 'duration_secs': 0.166118} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.773846] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.774096] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c10d2e39-9bca-4095-b661-6732ff63b192 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.780552] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1453.780552] env[70683]: value = "task-3281874" [ 1453.780552] env[70683]: _type = "Task" [ 1453.780552] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.788618] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.128023] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.128323] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.290290] env[70683]: DEBUG oslo_vmware.api [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281874, 'name': PowerOnVM_Task, 'duration_secs': 0.414254} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.290591] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.293191] env[70683]: DEBUG nova.compute.manager [None req-c65b778e-06e2-4661-94af-eb57648e321a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.293954] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be57abc9-981e-4405-b1ce-a62d02a191f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.634947] env[70683]: INFO nova.compute.claims [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.141430] env[70683]: INFO nova.compute.resource_tracker [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating resource usage from migration 933669bc-b04f-4ee0-b153-4800cdc33852 [ 1455.206924] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e28871-036e-4eb0-80dd-1c9ae60dfd8c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.214196] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58226a92-702d-42cb-b8aa-1a5cad10155e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.243672] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e923d136-a48d-4c12-b47d-228be3a0ebc3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.250133] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071df19a-e0c3-44f7-b968-1d5698413d7d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.262460] env[70683]: DEBUG nova.compute.provider_tree [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.766013] env[70683]: DEBUG nova.scheduler.client.report [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.031722] env[70683]: INFO nova.compute.manager [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Unrescuing [ 1456.032012] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.032194] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquired lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.032365] env[70683]: DEBUG nova.network.neutron [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.270712] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.142s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.270925] env[70683]: INFO nova.compute.manager [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Migrating [ 1456.786069] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.786447] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.786447] env[70683]: DEBUG nova.network.neutron [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.807428] env[70683]: DEBUG nova.network.neutron [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating instance_info_cache with network_info: [{"id": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "address": "fa:16:3e:bb:87:97", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8feb7a20-97", "ovs_interfaceid": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.310431] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Releasing lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.311032] env[70683]: DEBUG nova.objects.instance [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lazy-loading 'flavor' on Instance uuid f78db737-89b5-40c2-a01f-ad5c49fd8ce3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.476699] env[70683]: DEBUG nova.network.neutron [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [{"id": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "address": "fa:16:3e:b4:29:91", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f204af5-cb", "ovs_interfaceid": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.817159] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb02604-d872-466a-a7b6-664f7840b7e4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.840744] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.841098] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ba6eae-4aaa-4a73-93c7-230c1b434c26 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.847501] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1457.847501] env[70683]: value = "task-3281875" [ 1457.847501] env[70683]: _type = "Task" [ 1457.847501] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.855203] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.979164] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.358429] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281875, 'name': PowerOffVM_Task, 'duration_secs': 0.221261} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.358713] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.363843] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1458.364111] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86b971b-7474-4662-9a75-7be246724815 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.381487] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1458.381487] env[70683]: value = "task-3281876" [ 1458.381487] env[70683]: _type = "Task" [ 1458.381487] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.388835] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.890698] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281876, 'name': ReconfigVM_Task, 'duration_secs': 0.235932} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.890977] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1458.891179] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.891444] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecf890d0-d06b-48be-be58-12054201b66d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.897962] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1458.897962] env[70683]: value = "task-3281877" [ 1458.897962] env[70683]: _type = "Task" [ 1458.897962] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.905578] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.408446] env[70683]: DEBUG oslo_vmware.api [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281877, 'name': PowerOnVM_Task, 'duration_secs': 0.348145} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.408739] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.408971] env[70683]: DEBUG nova.compute.manager [None req-4d83812b-d9b9-42b9-abd9-98ee2aa65164 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.409709] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c78ca1-76d6-486e-b718-962fe9274e09 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.492881] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc564c-fbdf-4bc7-9ad5-7cc6231db03d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.513529] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance '9baf5d25-2f1e-4ba4-8eac-85e727d76efb' progress to 0 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1460.019285] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.019611] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32fdf992-6695-4463-8a61-c8913c185519 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.027296] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1460.027296] env[70683]: value = "task-3281878" [ 1460.027296] env[70683]: _type = "Task" [ 1460.027296] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.035918] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.515772] env[70683]: DEBUG nova.compute.manager [req-0f29074e-1a4c-4d68-97bb-f15efb45b32d req-10324746-fd68-4b05-9ad8-5a08180e14ea service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Received event network-changed-8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.515981] env[70683]: DEBUG nova.compute.manager [req-0f29074e-1a4c-4d68-97bb-f15efb45b32d req-10324746-fd68-4b05-9ad8-5a08180e14ea service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Refreshing instance network info cache due to event network-changed-8feb7a20-9737-48a4-9cd0-e0b20a0d1417. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.516219] env[70683]: DEBUG oslo_concurrency.lockutils [req-0f29074e-1a4c-4d68-97bb-f15efb45b32d req-10324746-fd68-4b05-9ad8-5a08180e14ea service nova] Acquiring lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.516364] env[70683]: DEBUG oslo_concurrency.lockutils [req-0f29074e-1a4c-4d68-97bb-f15efb45b32d req-10324746-fd68-4b05-9ad8-5a08180e14ea service nova] Acquired lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.516524] env[70683]: DEBUG nova.network.neutron [req-0f29074e-1a4c-4d68-97bb-f15efb45b32d req-10324746-fd68-4b05-9ad8-5a08180e14ea service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Refreshing network info cache for port 8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.538069] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281878, 'name': PowerOffVM_Task, 'duration_secs': 0.181868} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.538324] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.538667] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance '9baf5d25-2f1e-4ba4-8eac-85e727d76efb' progress to 17 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1461.044971] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.044971] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.044971] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.044971] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.044971] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.045685] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.045685] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.045685] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.045685] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.045927] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.046009] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.053370] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86a668ed-b71a-48cb-be7e-a8e2b250cd1a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.068922] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1461.068922] env[70683]: value = "task-3281879" [ 1461.068922] env[70683]: _type = "Task" [ 1461.068922] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.077402] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.285890] env[70683]: DEBUG nova.network.neutron [req-0f29074e-1a4c-4d68-97bb-f15efb45b32d req-10324746-fd68-4b05-9ad8-5a08180e14ea service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updated VIF entry in instance network info cache for port 8feb7a20-9737-48a4-9cd0-e0b20a0d1417. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.286295] env[70683]: DEBUG nova.network.neutron [req-0f29074e-1a4c-4d68-97bb-f15efb45b32d req-10324746-fd68-4b05-9ad8-5a08180e14ea service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating instance_info_cache with network_info: [{"id": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "address": "fa:16:3e:bb:87:97", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8feb7a20-97", "ovs_interfaceid": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.581444] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281879, 'name': ReconfigVM_Task, 'duration_secs': 0.165719} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.581859] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance '9baf5d25-2f1e-4ba4-8eac-85e727d76efb' progress to 33 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1461.789573] env[70683]: DEBUG oslo_concurrency.lockutils [req-0f29074e-1a4c-4d68-97bb-f15efb45b32d req-10324746-fd68-4b05-9ad8-5a08180e14ea service nova] Releasing lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.089936] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.090245] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.090356] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.090539] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.090686] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.090831] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.091052] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.091242] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.091404] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.091568] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.091743] env[70683]: DEBUG nova.virt.hardware [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.097206] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1462.097502] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5320bad7-38f1-4992-b3a2-14df03479f2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.115678] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1462.115678] env[70683]: value = "task-3281880" [ 1462.115678] env[70683]: _type = "Task" [ 1462.115678] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.123307] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.540198] env[70683]: DEBUG nova.compute.manager [req-b82d720c-fa63-4b3d-85b3-9c81eacf0c40 req-aee4b2d0-1a6f-45df-bf65-0b308a4ce929 service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Received event network-changed-8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.540423] env[70683]: DEBUG nova.compute.manager [req-b82d720c-fa63-4b3d-85b3-9c81eacf0c40 req-aee4b2d0-1a6f-45df-bf65-0b308a4ce929 service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Refreshing instance network info cache due to event network-changed-8feb7a20-9737-48a4-9cd0-e0b20a0d1417. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1462.540646] env[70683]: DEBUG oslo_concurrency.lockutils [req-b82d720c-fa63-4b3d-85b3-9c81eacf0c40 req-aee4b2d0-1a6f-45df-bf65-0b308a4ce929 service nova] Acquiring lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.540785] env[70683]: DEBUG oslo_concurrency.lockutils [req-b82d720c-fa63-4b3d-85b3-9c81eacf0c40 req-aee4b2d0-1a6f-45df-bf65-0b308a4ce929 service nova] Acquired lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.540941] env[70683]: DEBUG nova.network.neutron [req-b82d720c-fa63-4b3d-85b3-9c81eacf0c40 req-aee4b2d0-1a6f-45df-bf65-0b308a4ce929 service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Refreshing network info cache for port 8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.625215] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281880, 'name': ReconfigVM_Task, 'duration_secs': 0.218648} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.625472] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1462.626241] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9dd8b-9b6e-4025-aef6-223ae31df603 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.649922] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb/9baf5d25-2f1e-4ba4-8eac-85e727d76efb.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.650163] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0347c0-6c9c-4670-9557-2a517981c707 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.667822] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1462.667822] env[70683]: value = "task-3281881" [ 1462.667822] env[70683]: _type = "Task" [ 1462.667822] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.675218] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.178783] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281881, 'name': ReconfigVM_Task, 'duration_secs': 0.27141} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.179133] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb/9baf5d25-2f1e-4ba4-8eac-85e727d76efb.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.179276] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance '9baf5d25-2f1e-4ba4-8eac-85e727d76efb' progress to 50 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.246815] env[70683]: DEBUG nova.network.neutron [req-b82d720c-fa63-4b3d-85b3-9c81eacf0c40 req-aee4b2d0-1a6f-45df-bf65-0b308a4ce929 service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updated VIF entry in instance network info cache for port 8feb7a20-9737-48a4-9cd0-e0b20a0d1417. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.247187] env[70683]: DEBUG nova.network.neutron [req-b82d720c-fa63-4b3d-85b3-9c81eacf0c40 req-aee4b2d0-1a6f-45df-bf65-0b308a4ce929 service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating instance_info_cache with network_info: [{"id": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "address": "fa:16:3e:bb:87:97", "network": {"id": "7b35852f-2a8f-4d36-b5f8-ff2a20a7ac43", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-670996678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2c4ba1de00492b9e03e27ba8b27527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8feb7a20-97", "ovs_interfaceid": "8feb7a20-9737-48a4-9cd0-e0b20a0d1417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.685414] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d915c5-b03e-4da3-b17a-85e0074fa514 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.707019] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d02952-1a90-49e2-90cc-c79542c02848 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.726816] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance '9baf5d25-2f1e-4ba4-8eac-85e727d76efb' progress to 67 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.749952] env[70683]: DEBUG oslo_concurrency.lockutils [req-b82d720c-fa63-4b3d-85b3-9c81eacf0c40 req-aee4b2d0-1a6f-45df-bf65-0b308a4ce929 service nova] Releasing lock "refresh_cache-f78db737-89b5-40c2-a01f-ad5c49fd8ce3" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.357634] env[70683]: DEBUG nova.network.neutron [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Port 8f204af5-cb0a-4145-b8ac-5eee33d85455 binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1466.378490] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.378864] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.378864] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.413762] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.414069] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.414139] env[70683]: DEBUG nova.network.neutron [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.115659] env[70683]: DEBUG nova.network.neutron [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [{"id": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "address": "fa:16:3e:b4:29:91", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f204af5-cb", "ovs_interfaceid": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.618334] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.127875] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd0336-e299-4eaa-b7c8-041231c16c60 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.135489] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadef070-c769-4bca-9656-90020677fba6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.226524] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430d5441-6f0a-436f-aec7-12d8f1353477 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.248100] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38145f36-4eca-4eae-8bf0-2a7c5546ea73 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.254840] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance '9baf5d25-2f1e-4ba4-8eac-85e727d76efb' progress to 83 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.760889] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.761274] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee5aad63-14ae-467a-a89e-5172535d5751 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.768900] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1470.768900] env[70683]: value = "task-3281882" [ 1470.768900] env[70683]: _type = "Task" [ 1470.768900] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.777917] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.278019] env[70683]: DEBUG oslo_vmware.api [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281882, 'name': PowerOnVM_Task, 'duration_secs': 0.363515} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.278383] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.278502] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32f1d4-8f82-4dc0-b55f-b554686de8c0 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance '9baf5d25-2f1e-4ba4-8eac-85e727d76efb' progress to 100 {{(pid=70683) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1474.067055] env[70683]: DEBUG nova.network.neutron [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Port 8f204af5-cb0a-4145-b8ac-5eee33d85455 binding to destination host cpu-1 is already ACTIVE {{(pid=70683) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1474.067385] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.067504] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.067652] env[70683]: DEBUG nova.network.neutron [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.799356] env[70683]: DEBUG nova.network.neutron [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [{"id": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "address": "fa:16:3e:b4:29:91", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f204af5-cb", "ovs_interfaceid": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.301897] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.805773] env[70683]: DEBUG nova.compute.manager [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70683) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1476.905983] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.906410] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.408938] env[70683]: DEBUG nova.objects.instance [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'migration_context' on Instance uuid 9baf5d25-2f1e-4ba4-8eac-85e727d76efb {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.928774] env[70683]: DEBUG nova.scheduler.client.report [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Refreshing inventories for resource provider 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1477.942710] env[70683]: DEBUG nova.scheduler.client.report [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Updating ProviderTree inventory for provider 310e15c2-2022-48db-970f-b858868c7951 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1477.942930] env[70683]: DEBUG nova.compute.provider_tree [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Updating inventory in ProviderTree for provider 310e15c2-2022-48db-970f-b858868c7951 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.953865] env[70683]: DEBUG nova.scheduler.client.report [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Refreshing aggregate associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, aggregates: None {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1477.971292] env[70683]: DEBUG nova.scheduler.client.report [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Refreshing trait associations for resource provider 310e15c2-2022-48db-970f-b858868c7951, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=70683) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1478.033828] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b2720-7a7f-4b18-8753-c4a1a9e0f864 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.041226] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2982a6-58c5-4402-a24b-50147aba352f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.069768] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6483e506-c2ae-4ad6-8398-c95cc7adc542 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.076435] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eadc2c-319d-4fb8-9882-8c4e3ed5aa4c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.088845] env[70683]: DEBUG nova.compute.provider_tree [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.591972] env[70683]: DEBUG nova.scheduler.client.report [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.603332] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.697s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.139037] env[70683]: INFO nova.compute.manager [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Swapping old allocation on dict_keys(['310e15c2-2022-48db-970f-b858868c7951']) held by migration 933669bc-b04f-4ee0-b153-4800cdc33852 for instance [ 1481.160790] env[70683]: DEBUG nova.scheduler.client.report [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Overwriting current allocation {'allocations': {'310e15c2-2022-48db-970f-b858868c7951': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 179}}, 'project_id': '3cb47ece43ad4d32831cd6c78e39d233', 'user_id': '896e842823f24b17a6501bac65df0c6f', 'consumer_generation': 1} on consumer 9baf5d25-2f1e-4ba4-8eac-85e727d76efb {{(pid=70683) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1481.232751] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.232951] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.233144] env[70683]: DEBUG nova.network.neutron [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.934407] env[70683]: DEBUG nova.network.neutron [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [{"id": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "address": "fa:16:3e:b4:29:91", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f204af5-cb", "ovs_interfaceid": "8f204af5-cb0a-4145-b8ac-5eee33d85455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.436877] env[70683]: DEBUG oslo_concurrency.lockutils [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-9baf5d25-2f1e-4ba4-8eac-85e727d76efb" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.437904] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ece7580-9159-4409-9b14-9f2a0cfe8798 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.445120] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b12463-6156-4c86-908e-1be45c8e4299 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.522400] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.522793] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2377d585-f61e-4869-a501-9adb71c07bf8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.530756] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1483.530756] env[70683]: value = "task-3281883" [ 1483.530756] env[70683]: _type = "Task" [ 1483.530756] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.539305] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.040488] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281883, 'name': PowerOffVM_Task, 'duration_secs': 0.206271} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.040718] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.041401] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.041630] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.041791] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.041972] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.042134] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.042282] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.042483] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.042644] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.042828] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.042965] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.043150] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.048128] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcd0c77-aad5-47bc-9b98-e1a471badbcc {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.062947] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1484.062947] env[70683]: value = "task-3281884" [ 1484.062947] env[70683]: _type = "Task" [ 1484.062947] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.070481] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.573222] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281884, 'name': ReconfigVM_Task, 'duration_secs': 0.224019} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.575193] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf3302e-3022-4199-9410-041704bcdfc6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.596325] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.596589] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.596768] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.596968] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.597135] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.597283] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.597487] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.597661] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.597859] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.598059] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.598273] env[70683]: DEBUG nova.virt.hardware [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.599065] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014777f1-e9d0-416c-b28b-173da731ba8d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.604347] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1484.604347] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b352a-9fd5-ed49-7fbe-026d1217ab25" [ 1484.604347] env[70683]: _type = "Task" [ 1484.604347] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.611873] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b352a-9fd5-ed49-7fbe-026d1217ab25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.114405] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]526b352a-9fd5-ed49-7fbe-026d1217ab25, 'name': SearchDatastore_Task, 'duration_secs': 0.007986} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.119608] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1485.119874] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54032322-769e-47db-be13-62b2611b7875 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.137377] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1485.137377] env[70683]: value = "task-3281885" [ 1485.137377] env[70683]: _type = "Task" [ 1485.137377] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.144753] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.647492] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281885, 'name': ReconfigVM_Task, 'duration_secs': 0.207718} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.647769] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1485.648579] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63656151-3e8d-4d92-afa1-d35911216f7e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.673074] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb/9baf5d25-2f1e-4ba4-8eac-85e727d76efb.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.673362] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f738e497-3e4c-484b-852f-a08fedb52ef9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.690024] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1485.690024] env[70683]: value = "task-3281886" [ 1485.690024] env[70683]: _type = "Task" [ 1485.690024] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.697555] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.199397] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281886, 'name': ReconfigVM_Task, 'duration_secs': 0.28844} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.199659] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb/9baf5d25-2f1e-4ba4-8eac-85e727d76efb.vmdk or device None with type thin {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.200475] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab30728-3ee5-4689-9955-d68717436c49 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.220304] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8768bcf4-83b7-40e8-88ca-6e491a5042fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.239719] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794b9fcc-48ad-48c4-bf0b-f7260d44a144 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.260114] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a096a9b-5fc0-4502-8908-ee8ba17848c6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.266212] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.266421] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbed7669-9234-4672-a066-2ecb53be5af1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.272324] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1486.272324] env[70683]: value = "task-3281887" [ 1486.272324] env[70683]: _type = "Task" [ 1486.272324] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.279135] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.782053] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.282682] env[70683]: DEBUG oslo_vmware.api [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281887, 'name': PowerOnVM_Task, 'duration_secs': 1.00147} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.282964] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.323183] env[70683]: INFO nova.compute.manager [None req-76629b9a-a66b-4af4-8a0c-d33d0b6847b1 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance to original state: 'active' [ 1489.682255] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.682699] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.682756] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.682913] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.683093] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.685336] env[70683]: INFO nova.compute.manager [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Terminating instance [ 1490.189413] env[70683]: DEBUG nova.compute.manager [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1490.189650] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1490.189940] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56580415-9a57-4efe-a798-cb324322eea5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.198171] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1490.198171] env[70683]: value = "task-3281888" [ 1490.198171] env[70683]: _type = "Task" [ 1490.198171] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.206418] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.709904] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281888, 'name': PowerOffVM_Task, 'duration_secs': 0.173472} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.710350] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.710350] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1490.710541] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655393', 'volume_id': '77151d31-e63a-4467-90ba-cdedf7c4575e', 'name': 'volume-77151d31-e63a-4467-90ba-cdedf7c4575e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9baf5d25-2f1e-4ba4-8eac-85e727d76efb', 'attached_at': '2025-04-03T19:47:32.000000', 'detached_at': '', 'volume_id': '77151d31-e63a-4467-90ba-cdedf7c4575e', 'serial': '77151d31-e63a-4467-90ba-cdedf7c4575e'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1490.711288] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f551c8-f184-4eb8-9992-2c4eabe2ed18 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.731271] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507aaba4-5641-4d29-bfb2-e2cd1a000fcd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.737265] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f0323f-7ca0-44e5-8d09-52e3e276d2fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.756308] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaaf70e-5ac4-4ed7-8788-d985c71efd9f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.769644] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] The volume has not been displaced from its original location: [datastore1] volume-77151d31-e63a-4467-90ba-cdedf7c4575e/volume-77151d31-e63a-4467-90ba-cdedf7c4575e.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1490.774863] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1490.775116] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f8f91c8-5b25-49ff-9b58-4681c3f52810 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.792641] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1490.792641] env[70683]: value = "task-3281889" [ 1490.792641] env[70683]: _type = "Task" [ 1490.792641] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.802102] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.302094] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281889, 'name': ReconfigVM_Task, 'duration_secs': 0.196968} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.302371] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1491.307047] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b250cb-c8b9-4770-9f06-51168e796726 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.320968] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1491.320968] env[70683]: value = "task-3281890" [ 1491.320968] env[70683]: _type = "Task" [ 1491.320968] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.328244] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.830207] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.087232] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.331114] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281890, 'name': ReconfigVM_Task, 'duration_secs': 0.722675} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.331429] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655393', 'volume_id': '77151d31-e63a-4467-90ba-cdedf7c4575e', 'name': 'volume-77151d31-e63a-4467-90ba-cdedf7c4575e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9baf5d25-2f1e-4ba4-8eac-85e727d76efb', 'attached_at': '2025-04-03T19:47:32.000000', 'detached_at': '', 'volume_id': '77151d31-e63a-4467-90ba-cdedf7c4575e', 'serial': '77151d31-e63a-4467-90ba-cdedf7c4575e'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1492.331734] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.332490] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c4e722-07cb-4920-8436-867790efc546 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.338635] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.338857] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5b7b66c-e0d1-4d8f-8c32-dfb008ac6d7a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.397833] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.398053] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.398235] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleting the datastore file [datastore2] 9baf5d25-2f1e-4ba4-8eac-85e727d76efb {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.398491] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d68fa6ef-96b4-4e29-b016-f204e3e657ef {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.404073] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1492.404073] env[70683]: value = "task-3281892" [ 1492.404073] env[70683]: _type = "Task" [ 1492.404073] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.411458] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.915312] env[70683]: DEBUG oslo_vmware.api [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143157} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.915712] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.915812] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.915953] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.916142] env[70683]: INFO nova.compute.manager [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1492.916392] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1492.916575] env[70683]: DEBUG nova.compute.manager [-] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.916669] env[70683]: DEBUG nova.network.neutron [-] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.081652] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.316045] env[70683]: DEBUG nova.compute.manager [req-3f3bd5b8-5438-4bf3-80db-8ffe3ba37ee6 req-3cab9209-8503-4d7b-854b-6a9d17c51a6c service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Received event network-vif-deleted-8f204af5-cb0a-4145-b8ac-5eee33d85455 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1493.316368] env[70683]: INFO nova.compute.manager [req-3f3bd5b8-5438-4bf3-80db-8ffe3ba37ee6 req-3cab9209-8503-4d7b-854b-6a9d17c51a6c service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Neutron deleted interface 8f204af5-cb0a-4145-b8ac-5eee33d85455; detaching it from the instance and deleting it from the info cache [ 1493.316428] env[70683]: DEBUG nova.network.neutron [req-3f3bd5b8-5438-4bf3-80db-8ffe3ba37ee6 req-3cab9209-8503-4d7b-854b-6a9d17c51a6c service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.796154] env[70683]: DEBUG nova.network.neutron [-] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.818954] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8ae0868-f802-404b-bc36-85b0b1f1346f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.828567] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8bfc6c-257c-4479-88af-bb3fe8ca7f36 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.853795] env[70683]: DEBUG nova.compute.manager [req-3f3bd5b8-5438-4bf3-80db-8ffe3ba37ee6 req-3cab9209-8503-4d7b-854b-6a9d17c51a6c service nova] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Detach interface failed, port_id=8f204af5-cb0a-4145-b8ac-5eee33d85455, reason: Instance 9baf5d25-2f1e-4ba4-8eac-85e727d76efb could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1494.299123] env[70683]: INFO nova.compute.manager [-] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Took 1.38 seconds to deallocate network for instance. [ 1494.839894] env[70683]: INFO nova.compute.manager [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Took 0.54 seconds to detach 1 volumes for instance. [ 1495.346556] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.346942] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.347094] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.367849] env[70683]: INFO nova.scheduler.client.report [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted allocations for instance 9baf5d25-2f1e-4ba4-8eac-85e727d76efb [ 1495.876476] env[70683]: DEBUG oslo_concurrency.lockutils [None req-5042e171-cde9-4075-948d-77d364b7ba71 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "9baf5d25-2f1e-4ba4-8eac-85e727d76efb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.194s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.086907] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.087082] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1496.576791] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.576791] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.806701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "52897d4b-3f83-4d94-961c-35f54e918fd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.806925] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.079096] env[70683]: INFO nova.compute.manager [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Detaching volume 1849db80-8528-4b67-bd0d-ae2ffaa01090 [ 1497.087520] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.087727] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.112650] env[70683]: INFO nova.virt.block_device [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Attempting to driver detach volume 1849db80-8528-4b67-bd0d-ae2ffaa01090 from mountpoint /dev/sdb [ 1497.112859] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Volume detach. Driver type: vmdk {{(pid=70683) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1497.113100] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655391', 'volume_id': '1849db80-8528-4b67-bd0d-ae2ffaa01090', 'name': 'volume-1849db80-8528-4b67-bd0d-ae2ffaa01090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f78db737-89b5-40c2-a01f-ad5c49fd8ce3', 'attached_at': '', 'detached_at': '', 'volume_id': '1849db80-8528-4b67-bd0d-ae2ffaa01090', 'serial': '1849db80-8528-4b67-bd0d-ae2ffaa01090'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1497.114012] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b15f9-caca-4c88-a054-f4171b76e606 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.135893] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430bdc9a-8888-4c7e-9519-07da4b29c547 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.142074] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddd3f9e-ced3-4d85-ab4a-b6df41a7185f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.161287] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be4ad5f-ee5c-4e14-b256-bd28880b430f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.174664] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] The volume has not been displaced from its original location: [datastore1] volume-1849db80-8528-4b67-bd0d-ae2ffaa01090/volume-1849db80-8528-4b67-bd0d-ae2ffaa01090.vmdk. No consolidation needed. {{(pid=70683) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1497.179713] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1497.179920] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c687d5d9-69ec-4e2d-8d16-2dc1016e9adb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.196662] env[70683]: DEBUG oslo_vmware.api [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1497.196662] env[70683]: value = "task-3281893" [ 1497.196662] env[70683]: _type = "Task" [ 1497.196662] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.204452] env[70683]: DEBUG oslo_vmware.api [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.310055] env[70683]: DEBUG nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.706195] env[70683]: DEBUG oslo_vmware.api [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281893, 'name': ReconfigVM_Task, 'duration_secs': 0.224616} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.706607] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=70683) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1497.711087] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a605a8d-73df-4919-9d4f-566456887d70 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.725564] env[70683]: DEBUG oslo_vmware.api [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1497.725564] env[70683]: value = "task-3281894" [ 1497.725564] env[70683]: _type = "Task" [ 1497.725564] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.734538] env[70683]: DEBUG oslo_vmware.api [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.831109] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.831421] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.833175] env[70683]: INFO nova.compute.claims [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.086881] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.235812] env[70683]: DEBUG oslo_vmware.api [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281894, 'name': ReconfigVM_Task, 'duration_secs': 0.132077} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.236116] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-655391', 'volume_id': '1849db80-8528-4b67-bd0d-ae2ffaa01090', 'name': 'volume-1849db80-8528-4b67-bd0d-ae2ffaa01090', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f78db737-89b5-40c2-a01f-ad5c49fd8ce3', 'attached_at': '', 'detached_at': '', 'volume_id': '1849db80-8528-4b67-bd0d-ae2ffaa01090', 'serial': '1849db80-8528-4b67-bd0d-ae2ffaa01090'} {{(pid=70683) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1498.777542] env[70683]: DEBUG nova.objects.instance [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lazy-loading 'flavor' on Instance uuid f78db737-89b5-40c2-a01f-ad5c49fd8ce3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.893643] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf555ab-0871-4390-890a-85a0590e525e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.900741] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21904deb-76d4-46dc-ab94-f105b43168bb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.929709] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872cb1f9-5320-4cdc-a942-d65b2cad9b17 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.936231] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb543f-7efd-4ed7-b1c8-c8b4cd86c9ff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.948753] env[70683]: DEBUG nova.compute.provider_tree [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.086938] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.087181] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.451871] env[70683]: DEBUG nova.scheduler.client.report [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.589701] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.785769] env[70683]: DEBUG oslo_concurrency.lockutils [None req-0cd318d3-534c-48f8-ac9c-820ba8bf2022 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.956636] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.957149] env[70683]: DEBUG nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.959725] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.370s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.959909] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.960078] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1499.961093] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c7521-cd15-4471-bd77-749498c9822a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.969636] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c69148-b27a-48eb-b098-218387b217b0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.984229] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80bd7b8-b262-4226-b86c-27dd77137f71 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.990817] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972e7e9-3f67-43f5-ae06-5a322c60fc83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.019501] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180178MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1500.019645] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.019850] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.462128] env[70683]: DEBUG nova.compute.utils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1500.463455] env[70683]: DEBUG nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.463645] env[70683]: DEBUG nova.network.neutron [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.516841] env[70683]: DEBUG nova.policy [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '896e842823f24b17a6501bac65df0c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cb47ece43ad4d32831cd6c78e39d233', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.761569] env[70683]: DEBUG nova.network.neutron [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Successfully created port: 7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.866910] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.867290] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.867409] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.867637] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.867811] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.869863] env[70683]: INFO nova.compute.manager [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Terminating instance [ 1500.966983] env[70683]: DEBUG nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.041942] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 457979e5-89a4-42e0-b16a-8346a60bc261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.042120] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 96e72258-8029-4c48-b579-e81049033c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.042249] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance f78db737-89b5-40c2-a01f-ad5c49fd8ce3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.042372] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 52897d4b-3f83-4d94-961c-35f54e918fd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.042555] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1501.042694] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1501.093763] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2f108d-31c5-43b8-bcd2-737e52314879 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.100609] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e4e91-c128-41c3-a8de-bf5b9ed4dd21 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.129599] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a626a3a-1f59-4af4-8258-cd56b567622e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.136452] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c87d88-2bec-4916-b9a1-9595c14fd00f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.148917] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.373480] env[70683]: DEBUG nova.compute.manager [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.373754] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.374676] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a8fd29-1956-4441-8a6c-6cf9df27f354 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.383992] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.384247] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c5abd5-3a70-464d-a170-d7f07a808c41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.390629] env[70683]: DEBUG oslo_vmware.api [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1501.390629] env[70683]: value = "task-3281895" [ 1501.390629] env[70683]: _type = "Task" [ 1501.390629] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.398080] env[70683]: DEBUG oslo_vmware.api [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.652030] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.900679] env[70683]: DEBUG oslo_vmware.api [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281895, 'name': PowerOffVM_Task, 'duration_secs': 0.175485} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.901050] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.901108] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.901305] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b12759c-9aa4-4dbe-8431-fc5f8f42b2d9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.961605] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.961815] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.961996] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleting the datastore file [datastore2] f78db737-89b5-40c2-a01f-ad5c49fd8ce3 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.962278] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c084793a-2b00-4214-94d9-07502ad52f41 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.968843] env[70683]: DEBUG oslo_vmware.api [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1501.968843] env[70683]: value = "task-3281897" [ 1501.968843] env[70683]: _type = "Task" [ 1501.968843] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.977276] env[70683]: DEBUG nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.979148] env[70683]: DEBUG oslo_vmware.api [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.004276] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.004573] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.004768] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.004956] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.005113] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.005256] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.005481] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.005758] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.005813] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.006469] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.006469] env[70683]: DEBUG nova.virt.hardware [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.007112] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f068e1-bbaa-47f0-839e-7581548076cb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.014486] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb324c8a-1b5d-4db4-b47b-73d242df826a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.108642] env[70683]: DEBUG nova.compute.manager [req-0f98d942-2af4-46bc-9f51-7695dcf17e51 req-12e73e76-43b1-4b06-9350-046cafdf96db service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received event network-vif-plugged-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.108873] env[70683]: DEBUG oslo_concurrency.lockutils [req-0f98d942-2af4-46bc-9f51-7695dcf17e51 req-12e73e76-43b1-4b06-9350-046cafdf96db service nova] Acquiring lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.109103] env[70683]: DEBUG oslo_concurrency.lockutils [req-0f98d942-2af4-46bc-9f51-7695dcf17e51 req-12e73e76-43b1-4b06-9350-046cafdf96db service nova] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.109273] env[70683]: DEBUG oslo_concurrency.lockutils [req-0f98d942-2af4-46bc-9f51-7695dcf17e51 req-12e73e76-43b1-4b06-9350-046cafdf96db service nova] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.109438] env[70683]: DEBUG nova.compute.manager [req-0f98d942-2af4-46bc-9f51-7695dcf17e51 req-12e73e76-43b1-4b06-9350-046cafdf96db service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] No waiting events found dispatching network-vif-plugged-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.109604] env[70683]: WARNING nova.compute.manager [req-0f98d942-2af4-46bc-9f51-7695dcf17e51 req-12e73e76-43b1-4b06-9350-046cafdf96db service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received unexpected event network-vif-plugged-7a37f2f1-7453-480a-9409-a19f4deb397e for instance with vm_state building and task_state spawning. [ 1502.157182] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1502.157387] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.188139] env[70683]: DEBUG nova.network.neutron [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Successfully updated port: 7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.478590] env[70683]: DEBUG oslo_vmware.api [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144621} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.478839] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.479032] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.479215] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.479389] env[70683]: INFO nova.compute.manager [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1502.479634] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.479852] env[70683]: DEBUG nova.compute.manager [-] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.479950] env[70683]: DEBUG nova.network.neutron [-] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.691104] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.691247] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.691456] env[70683]: DEBUG nova.network.neutron [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.222171] env[70683]: DEBUG nova.network.neutron [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.343242] env[70683]: DEBUG nova.network.neutron [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [{"id": "7a37f2f1-7453-480a-9409-a19f4deb397e", "address": "fa:16:3e:cf:38:57", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a37f2f1-74", "ovs_interfaceid": "7a37f2f1-7453-480a-9409-a19f4deb397e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.649082] env[70683]: DEBUG nova.network.neutron [-] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.846731] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.847086] env[70683]: DEBUG nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Instance network_info: |[{"id": "7a37f2f1-7453-480a-9409-a19f4deb397e", "address": "fa:16:3e:cf:38:57", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a37f2f1-74", "ovs_interfaceid": "7a37f2f1-7453-480a-9409-a19f4deb397e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.847533] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:38:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a37f2f1-7453-480a-9409-a19f4deb397e', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.855071] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1503.855318] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.855550] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84376ad-3d2b-4611-833f-8a5a21eec698 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.878998] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.878998] env[70683]: value = "task-3281898" [ 1503.878998] env[70683]: _type = "Task" [ 1503.878998] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.886686] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281898, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.139056] env[70683]: DEBUG nova.compute.manager [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received event network-changed-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.139220] env[70683]: DEBUG nova.compute.manager [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Refreshing instance network info cache due to event network-changed-7a37f2f1-7453-480a-9409-a19f4deb397e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.139423] env[70683]: DEBUG oslo_concurrency.lockutils [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] Acquiring lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.139546] env[70683]: DEBUG oslo_concurrency.lockutils [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] Acquired lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.139717] env[70683]: DEBUG nova.network.neutron [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Refreshing network info cache for port 7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.151564] env[70683]: INFO nova.compute.manager [-] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Took 1.67 seconds to deallocate network for instance. [ 1504.387994] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281898, 'name': CreateVM_Task, 'duration_secs': 0.310416} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.388323] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.388787] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.388953] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.389312] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.389561] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22bf95a4-2059-40a2-b85b-6e49780e8056 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.393734] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1504.393734] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f25ce2-bf5a-d998-871c-ed1188a50841" [ 1504.393734] env[70683]: _type = "Task" [ 1504.393734] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.400931] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f25ce2-bf5a-d998-871c-ed1188a50841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.658614] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.658834] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.659068] env[70683]: DEBUG nova.objects.instance [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lazy-loading 'resources' on Instance uuid f78db737-89b5-40c2-a01f-ad5c49fd8ce3 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.813903] env[70683]: DEBUG nova.network.neutron [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updated VIF entry in instance network info cache for port 7a37f2f1-7453-480a-9409-a19f4deb397e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.814273] env[70683]: DEBUG nova.network.neutron [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [{"id": "7a37f2f1-7453-480a-9409-a19f4deb397e", "address": "fa:16:3e:cf:38:57", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a37f2f1-74", "ovs_interfaceid": "7a37f2f1-7453-480a-9409-a19f4deb397e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.903903] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52f25ce2-bf5a-d998-871c-ed1188a50841, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.904236] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.904463] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.904739] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.904895] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.905094] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.905349] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5562536d-b7ee-49ad-8db4-3206e4b8f1bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.914433] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.914586] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.915316] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a98caf-4f5c-4f96-ae91-9a293a52d2a7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.920760] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1504.920760] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd1d88-9418-d2b4-e798-42750cf386d0" [ 1504.920760] env[70683]: _type = "Task" [ 1504.920760] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.928417] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd1d88-9418-d2b4-e798-42750cf386d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.223453] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d59dfe-4cb7-4d53-b4a3-2074457b2a2e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.231354] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853c9795-fa20-43c8-a1ca-a3a2ca86d6cf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.261455] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a64b8-55a4-4d37-9934-25a717c60b48 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.268432] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2f08b1-9bad-4737-85e9-f2d31ee34ef4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.281690] env[70683]: DEBUG nova.compute.provider_tree [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.316600] env[70683]: DEBUG oslo_concurrency.lockutils [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] Releasing lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.316859] env[70683]: DEBUG nova.compute.manager [req-a898c9d3-4264-43f9-84e2-501d4e35b49e req-676a8bc7-1441-435c-b76c-d41d03513518 service nova] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Received event network-vif-deleted-8feb7a20-9737-48a4-9cd0-e0b20a0d1417 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.431363] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52cd1d88-9418-d2b4-e798-42750cf386d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.432098] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24592c0e-89c5-4eca-baa9-5dfa7b807cc8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.437688] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1505.437688] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52934f20-22c4-45ce-2333-ddb86bd06c83" [ 1505.437688] env[70683]: _type = "Task" [ 1505.437688] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.445338] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52934f20-22c4-45ce-2333-ddb86bd06c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.785154] env[70683]: DEBUG nova.scheduler.client.report [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.948933] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52934f20-22c4-45ce-2333-ddb86bd06c83, 'name': SearchDatastore_Task, 'duration_secs': 0.011012} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.949216] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.949478] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 52897d4b-3f83-4d94-961c-35f54e918fd6/52897d4b-3f83-4d94-961c-35f54e918fd6.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.949746] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f277779-425a-40b0-9979-f7ec50c3d95c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.956813] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1505.956813] env[70683]: value = "task-3281899" [ 1505.956813] env[70683]: _type = "Task" [ 1505.956813] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.964174] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.290307] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.310421] env[70683]: INFO nova.scheduler.client.report [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleted allocations for instance f78db737-89b5-40c2-a01f-ad5c49fd8ce3 [ 1506.466802] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462009} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.467199] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore2] 52897d4b-3f83-4d94-961c-35f54e918fd6/52897d4b-3f83-4d94-961c-35f54e918fd6.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.467288] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.467514] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4fda81f-751f-4e7b-8791-6125f02391ee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.474422] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1506.474422] env[70683]: value = "task-3281900" [ 1506.474422] env[70683]: _type = "Task" [ 1506.474422] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.482614] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.819204] env[70683]: DEBUG oslo_concurrency.lockutils [None req-4c4d265a-45e3-4983-ae8f-129d72303e3a tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "f78db737-89b5-40c2-a01f-ad5c49fd8ce3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.952s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.985769] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058192} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.986036] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.986791] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa5768-c412-48dc-ae5c-c462400ebd85 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.008450] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 52897d4b-3f83-4d94-961c-35f54e918fd6/52897d4b-3f83-4d94-961c-35f54e918fd6.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.008721] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9df816c-93c0-4c18-b5cc-b212dd8b0e02 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.028106] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1507.028106] env[70683]: value = "task-3281901" [ 1507.028106] env[70683]: _type = "Task" [ 1507.028106] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.038551] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.151876] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.537704] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281901, 'name': ReconfigVM_Task, 'duration_secs': 0.288265} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.538082] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 52897d4b-3f83-4d94-961c-35f54e918fd6/52897d4b-3f83-4d94-961c-35f54e918fd6.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.538732] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-530b91ff-9166-49a6-af93-1508823eaa6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.543854] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1507.543854] env[70683]: value = "task-3281903" [ 1507.543854] env[70683]: _type = "Task" [ 1507.543854] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.550834] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281903, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.053509] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281903, 'name': Rename_Task, 'duration_secs': 0.140263} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.053818] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.054086] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9ebfc0-14a8-4d65-b9f6-a1ef5a254ae4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.060210] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1508.060210] env[70683]: value = "task-3281904" [ 1508.060210] env[70683]: _type = "Task" [ 1508.060210] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.067480] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.570350] env[70683]: DEBUG oslo_vmware.api [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281904, 'name': PowerOnVM_Task, 'duration_secs': 0.456378} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.570746] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.570800] env[70683]: INFO nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1508.570973] env[70683]: DEBUG nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.571736] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608e1b0-67a4-4fb4-8aa2-1e0251d4343e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.088425] env[70683]: INFO nova.compute.manager [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Took 11.27 seconds to build instance. [ 1509.590175] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1872c013-a88b-4194-9928-838c56e5bd9a tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.783s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.876996] env[70683]: DEBUG nova.compute.manager [req-c79adf5e-32be-45df-8ad7-10532fab2b32 req-7f2a1610-8739-4931-8267-cc287d0e58b6 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received event network-changed-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.876996] env[70683]: DEBUG nova.compute.manager [req-c79adf5e-32be-45df-8ad7-10532fab2b32 req-7f2a1610-8739-4931-8267-cc287d0e58b6 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Refreshing instance network info cache due to event network-changed-7a37f2f1-7453-480a-9409-a19f4deb397e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1509.876996] env[70683]: DEBUG oslo_concurrency.lockutils [req-c79adf5e-32be-45df-8ad7-10532fab2b32 req-7f2a1610-8739-4931-8267-cc287d0e58b6 service nova] Acquiring lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.876996] env[70683]: DEBUG oslo_concurrency.lockutils [req-c79adf5e-32be-45df-8ad7-10532fab2b32 req-7f2a1610-8739-4931-8267-cc287d0e58b6 service nova] Acquired lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.877255] env[70683]: DEBUG nova.network.neutron [req-c79adf5e-32be-45df-8ad7-10532fab2b32 req-7f2a1610-8739-4931-8267-cc287d0e58b6 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Refreshing network info cache for port 7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.579984] env[70683]: DEBUG nova.network.neutron [req-c79adf5e-32be-45df-8ad7-10532fab2b32 req-7f2a1610-8739-4931-8267-cc287d0e58b6 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updated VIF entry in instance network info cache for port 7a37f2f1-7453-480a-9409-a19f4deb397e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.580366] env[70683]: DEBUG nova.network.neutron [req-c79adf5e-32be-45df-8ad7-10532fab2b32 req-7f2a1610-8739-4931-8267-cc287d0e58b6 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [{"id": "7a37f2f1-7453-480a-9409-a19f4deb397e", "address": "fa:16:3e:cf:38:57", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a37f2f1-74", "ovs_interfaceid": "7a37f2f1-7453-480a-9409-a19f4deb397e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.083778] env[70683]: DEBUG oslo_concurrency.lockutils [req-c79adf5e-32be-45df-8ad7-10532fab2b32 req-7f2a1610-8739-4931-8267-cc287d0e58b6 service nova] Releasing lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.097029] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "96e72258-8029-4c48-b579-e81049033c1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.097857] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "96e72258-8029-4c48-b579-e81049033c1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.098123] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "96e72258-8029-4c48-b579-e81049033c1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.098323] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "96e72258-8029-4c48-b579-e81049033c1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.098502] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "96e72258-8029-4c48-b579-e81049033c1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.100672] env[70683]: INFO nova.compute.manager [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Terminating instance [ 1512.604592] env[70683]: DEBUG nova.compute.manager [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1512.604846] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.605803] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b76b192-6ce3-4e27-9fb8-814e18dab185 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.614048] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.614286] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e01a936-2b0d-456e-b096-d3d968bb55e6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.620787] env[70683]: DEBUG oslo_vmware.api [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1512.620787] env[70683]: value = "task-3281905" [ 1512.620787] env[70683]: _type = "Task" [ 1512.620787] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.629632] env[70683]: DEBUG oslo_vmware.api [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.131350] env[70683]: DEBUG oslo_vmware.api [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281905, 'name': PowerOffVM_Task, 'duration_secs': 0.250618} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.131828] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.131894] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.132202] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c476fd13-4f3d-4199-a741-d42c34a8c39c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.203115] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.203380] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.203526] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleting the datastore file [datastore1] 96e72258-8029-4c48-b579-e81049033c1f {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.203853] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ad8317-2a86-493b-874d-66d84793b798 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.213286] env[70683]: DEBUG oslo_vmware.api [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1513.213286] env[70683]: value = "task-3281907" [ 1513.213286] env[70683]: _type = "Task" [ 1513.213286] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.221316] env[70683]: DEBUG oslo_vmware.api [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.724211] env[70683]: DEBUG oslo_vmware.api [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183954} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.724470] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.724654] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.724829] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.725012] env[70683]: INFO nova.compute.manager [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1513.725284] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1513.725536] env[70683]: DEBUG nova.compute.manager [-] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.725637] env[70683]: DEBUG nova.network.neutron [-] [instance: 96e72258-8029-4c48-b579-e81049033c1f] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.978843] env[70683]: DEBUG nova.compute.manager [req-bdd49fba-5373-4e4f-a10d-ee144beeb386 req-9c3cc2ac-41e1-4db2-b405-a3689d0d9441 service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Received event network-vif-deleted-7d0e3f33-db8c-4cfb-abf5-062cc5ac9987 {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.979453] env[70683]: INFO nova.compute.manager [req-bdd49fba-5373-4e4f-a10d-ee144beeb386 req-9c3cc2ac-41e1-4db2-b405-a3689d0d9441 service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Neutron deleted interface 7d0e3f33-db8c-4cfb-abf5-062cc5ac9987; detaching it from the instance and deleting it from the info cache [ 1513.979453] env[70683]: DEBUG nova.network.neutron [req-bdd49fba-5373-4e4f-a10d-ee144beeb386 req-9c3cc2ac-41e1-4db2-b405-a3689d0d9441 service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.463414] env[70683]: DEBUG nova.network.neutron [-] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.481707] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c73eca5-c4d3-466c-95f8-1770101eba46 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.492097] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd29abf-d4e2-4bdc-844f-85367f8fba0b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.520014] env[70683]: DEBUG nova.compute.manager [req-bdd49fba-5373-4e4f-a10d-ee144beeb386 req-9c3cc2ac-41e1-4db2-b405-a3689d0d9441 service nova] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Detach interface failed, port_id=7d0e3f33-db8c-4cfb-abf5-062cc5ac9987, reason: Instance 96e72258-8029-4c48-b579-e81049033c1f could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1514.966597] env[70683]: INFO nova.compute.manager [-] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Took 1.24 seconds to deallocate network for instance. [ 1515.473771] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.474137] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.474313] env[70683]: DEBUG nova.objects.instance [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lazy-loading 'resources' on Instance uuid 96e72258-8029-4c48-b579-e81049033c1f {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.030117] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6b2a80-0971-47fc-bb52-a75eb6bc971b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.038182] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11388e06-5ef6-4157-9c23-31384a4304d3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.068886] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce855f21-9bdd-453e-9c14-c0d22136a7fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.076764] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c1b47-9397-4ec7-90d5-28d3668148e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.090129] env[70683]: DEBUG nova.compute.provider_tree [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.593801] env[70683]: DEBUG nova.scheduler.client.report [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.099197] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.118474] env[70683]: INFO nova.scheduler.client.report [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleted allocations for instance 96e72258-8029-4c48-b579-e81049033c1f [ 1517.629319] env[70683]: DEBUG oslo_concurrency.lockutils [None req-43295b9e-7f6f-44c8-b9da-06bf94a644e2 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "96e72258-8029-4c48-b579-e81049033c1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.531s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.711582] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "457979e5-89a4-42e0-b16a-8346a60bc261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.711957] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "457979e5-89a4-42e0-b16a-8346a60bc261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.712155] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "457979e5-89a4-42e0-b16a-8346a60bc261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.712342] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "457979e5-89a4-42e0-b16a-8346a60bc261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.712511] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "457979e5-89a4-42e0-b16a-8346a60bc261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.714677] env[70683]: INFO nova.compute.manager [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Terminating instance [ 1519.218873] env[70683]: DEBUG nova.compute.manager [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1519.219128] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.220095] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c677ce31-3019-4b55-a63c-2a95c4398649 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.228609] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.228836] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0405a7f-5509-4f2a-b321-108165280778 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.236231] env[70683]: DEBUG oslo_vmware.api [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1519.236231] env[70683]: value = "task-3281908" [ 1519.236231] env[70683]: _type = "Task" [ 1519.236231] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.244802] env[70683]: DEBUG oslo_vmware.api [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.745945] env[70683]: DEBUG oslo_vmware.api [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281908, 'name': PowerOffVM_Task, 'duration_secs': 0.200446} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.746402] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.746402] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.746657] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50799609-736f-48df-adb1-47087d957032 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.814366] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.814565] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.814709] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleting the datastore file [datastore1] 457979e5-89a4-42e0-b16a-8346a60bc261 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.814997] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-295ddf9e-25e7-4d4f-8c3c-d83e863116e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.821658] env[70683]: DEBUG oslo_vmware.api [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for the task: (returnval){ [ 1519.821658] env[70683]: value = "task-3281910" [ 1519.821658] env[70683]: _type = "Task" [ 1519.821658] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.829312] env[70683]: DEBUG oslo_vmware.api [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.332246] env[70683]: DEBUG oslo_vmware.api [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Task: {'id': task-3281910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130669} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.332515] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.332666] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.332844] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.333034] env[70683]: INFO nova.compute.manager [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1520.333292] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1520.333488] env[70683]: DEBUG nova.compute.manager [-] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.333586] env[70683]: DEBUG nova.network.neutron [-] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.596875] env[70683]: DEBUG nova.compute.manager [req-9b8432e3-e089-4d22-a7e3-d914cf76be0c req-88ceb04b-1f9f-4095-8438-73f8632508df service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Received event network-vif-deleted-6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1520.597048] env[70683]: INFO nova.compute.manager [req-9b8432e3-e089-4d22-a7e3-d914cf76be0c req-88ceb04b-1f9f-4095-8438-73f8632508df service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Neutron deleted interface 6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c; detaching it from the instance and deleting it from the info cache [ 1520.597227] env[70683]: DEBUG nova.network.neutron [req-9b8432e3-e089-4d22-a7e3-d914cf76be0c req-88ceb04b-1f9f-4095-8438-73f8632508df service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.081446] env[70683]: DEBUG nova.network.neutron [-] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.100777] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8cbb994-5ccb-4028-800e-fa7c01de89ec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.111562] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6367f6cf-cab1-4f67-998c-1dac7770829a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.140442] env[70683]: DEBUG nova.compute.manager [req-9b8432e3-e089-4d22-a7e3-d914cf76be0c req-88ceb04b-1f9f-4095-8438-73f8632508df service nova] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Detach interface failed, port_id=6289cf5f-f044-4fc3-b8c4-1d3d7e901a7c, reason: Instance 457979e5-89a4-42e0-b16a-8346a60bc261 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1521.584039] env[70683]: INFO nova.compute.manager [-] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Took 1.25 seconds to deallocate network for instance. [ 1522.090273] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.090678] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.090800] env[70683]: DEBUG nova.objects.instance [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lazy-loading 'resources' on Instance uuid 457979e5-89a4-42e0-b16a-8346a60bc261 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.635089] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4510d7-0b9d-44a4-869f-8a8a89eedcc4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.643117] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d4b398-f361-4af0-b50a-c90f0dc60c0c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.672617] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7422b9e-b37c-4293-8eaa-df332a0231b5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.679851] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121046ac-bb4a-405d-a1a0-e74243627d04 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.692894] env[70683]: DEBUG nova.compute.provider_tree [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.195890] env[70683]: DEBUG nova.scheduler.client.report [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.701287] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.721663] env[70683]: INFO nova.scheduler.client.report [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Deleted allocations for instance 457979e5-89a4-42e0-b16a-8346a60bc261 [ 1524.229858] env[70683]: DEBUG oslo_concurrency.lockutils [None req-6caaa607-6c4b-4f68-8fe4-070979139148 tempest-ServerRescueNegativeTestJSON-1952102754 tempest-ServerRescueNegativeTestJSON-1952102754-project-member] Lock "457979e5-89a4-42e0-b16a-8346a60bc261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.518s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.718867] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "52897d4b-3f83-4d94-961c-35f54e918fd6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.719298] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.719298] env[70683]: INFO nova.compute.manager [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Shelving [ 1548.729160] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.729544] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97458929-a735-4481-bded-90243f0fe315 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.737767] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1548.737767] env[70683]: value = "task-3281911" [ 1548.737767] env[70683]: _type = "Task" [ 1548.737767] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.745932] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.246632] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281911, 'name': PowerOffVM_Task, 'duration_secs': 0.184114} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.246938] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.247763] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d89bc-4301-4c92-a28b-074cd7581eb8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.266324] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc02561-5f49-4814-bd6b-8c5bea6ec7a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.775946] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Creating Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1549.776364] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e02ecd93-789d-423c-8880-7e02d44b68e6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.783716] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1549.783716] env[70683]: value = "task-3281912" [ 1549.783716] env[70683]: _type = "Task" [ 1549.783716] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.792163] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281912, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.293284] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281912, 'name': CreateSnapshot_Task, 'duration_secs': 0.483598} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.293557] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Created Snapshot of the VM instance {{(pid=70683) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1550.294326] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafb644f-1e99-41ad-b4d5-e262ceaff7f3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.811886] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Creating linked-clone VM from snapshot {{(pid=70683) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1550.812360] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34c1af24-d6d9-487f-900e-5737094cf016 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.820463] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1550.820463] env[70683]: value = "task-3281913" [ 1550.820463] env[70683]: _type = "Task" [ 1550.820463] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.828592] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281913, 'name': CloneVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.330400] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281913, 'name': CloneVM_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.831451] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281913, 'name': CloneVM_Task, 'duration_secs': 0.974868} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.831838] env[70683]: INFO nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Created linked-clone VM from snapshot [ 1551.832456] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd2a1a0-d05b-4abe-a800-afc308b6a756 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.839484] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Uploading image 8ee27792-7e03-45e5-afd4-403a2fe15375 {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1551.860331] env[70683]: DEBUG oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1551.860331] env[70683]: value = "vm-655396" [ 1551.860331] env[70683]: _type = "VirtualMachine" [ 1551.860331] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1551.860870] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-894af2a1-b5d0-468f-a61a-a48b35668885 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.868159] env[70683]: DEBUG oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease: (returnval){ [ 1551.868159] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529096b5-3234-2155-2032-608ed061c77f" [ 1551.868159] env[70683]: _type = "HttpNfcLease" [ 1551.868159] env[70683]: } obtained for exporting VM: (result){ [ 1551.868159] env[70683]: value = "vm-655396" [ 1551.868159] env[70683]: _type = "VirtualMachine" [ 1551.868159] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1551.868159] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the lease: (returnval){ [ 1551.868159] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529096b5-3234-2155-2032-608ed061c77f" [ 1551.868159] env[70683]: _type = "HttpNfcLease" [ 1551.868159] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1551.874336] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1551.874336] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529096b5-3234-2155-2032-608ed061c77f" [ 1551.874336] env[70683]: _type = "HttpNfcLease" [ 1551.874336] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1552.376197] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1552.376197] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529096b5-3234-2155-2032-608ed061c77f" [ 1552.376197] env[70683]: _type = "HttpNfcLease" [ 1552.376197] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1552.378168] env[70683]: DEBUG oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1552.378168] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]529096b5-3234-2155-2032-608ed061c77f" [ 1552.378168] env[70683]: _type = "HttpNfcLease" [ 1552.378168] env[70683]: }. {{(pid=70683) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1552.378168] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc10431-d3ca-4cc9-adea-b2ad845d4e19 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.384643] env[70683]: DEBUG oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52925bdf-fb62-9d9c-1923-889541ccb0b5/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1552.384812] env[70683]: DEBUG oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52925bdf-fb62-9d9c-1923-889541ccb0b5/disk-0.vmdk for reading. {{(pid=70683) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1552.475887] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1563aba2-20e8-46fa-a475-37a05e98eda8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.587241] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.086654] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.087198] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.087566] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Cleaning up deleted instances {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1555.597683] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] There are 24 instances to clean {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1555.597885] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: eea7f595-0889-4891-ba58-37b718d03ea8] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.101276] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 9baf5d25-2f1e-4ba4-8eac-85e727d76efb] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.604336] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: f78db737-89b5-40c2-a01f-ad5c49fd8ce3] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.109666] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 23d400b3-d543-47cb-a4c7-cc4fed0641e1] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.612860] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: eb657309-90ae-47e7-8d93-7dd1fe4891d7] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.116722] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 96e72258-8029-4c48-b579-e81049033c1f] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.620505] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 457979e5-89a4-42e0-b16a-8346a60bc261] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.123668] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e7ee7eac-7940-43c5-8011-311ac37de812] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.372689] env[70683]: DEBUG oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52925bdf-fb62-9d9c-1923-889541ccb0b5/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1559.373687] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038e2263-26de-4634-a79c-9b4bdb31bd6f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.379769] env[70683]: DEBUG oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52925bdf-fb62-9d9c-1923-889541ccb0b5/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1559.379935] env[70683]: ERROR oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52925bdf-fb62-9d9c-1923-889541ccb0b5/disk-0.vmdk due to incomplete transfer. [ 1559.380167] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd3bde68-6487-44d6-ae8d-4fae1d44db25 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.387328] env[70683]: DEBUG oslo_vmware.rw_handles [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52925bdf-fb62-9d9c-1923-889541ccb0b5/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1559.387519] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Uploaded image 8ee27792-7e03-45e5-afd4-403a2fe15375 to the Glance image server {{(pid=70683) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1559.389969] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Destroying the VM {{(pid=70683) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1559.390207] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1a0978c-5308-4311-a29c-0671fa073cff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.396045] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1559.396045] env[70683]: value = "task-3281915" [ 1559.396045] env[70683]: _type = "Task" [ 1559.396045] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.403935] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281915, 'name': Destroy_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.627593] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: d5b20e1c-0e3e-401f-a25d-c197c4bb387d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.905998] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281915, 'name': Destroy_Task, 'duration_secs': 0.346609} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.906251] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Destroyed the VM [ 1559.906498] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Deleting Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1559.906758] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f064d2c-8be5-44fb-a6bd-ec75f78f75a0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.913404] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1559.913404] env[70683]: value = "task-3281916" [ 1559.913404] env[70683]: _type = "Task" [ 1559.913404] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.921598] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.130709] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: ef97acff-a5b1-4dd6-9b43-905b2d5c00c4] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.423428] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281916, 'name': RemoveSnapshot_Task, 'duration_secs': 0.327972} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.423741] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Deleted Snapshot of the VM instance {{(pid=70683) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1560.424044] env[70683]: DEBUG nova.compute.manager [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.424816] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03148b-1b90-408f-ae55-e52e5faafbbb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.634523] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 37fe2736-7eaa-4eb8-a10b-89489b018fd5] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.936515] env[70683]: INFO nova.compute.manager [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Shelve offloading [ 1561.137531] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 9765d906-98b0-4720-bfd1-88b3a26317b0] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.439969] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.440279] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75984e42-9e8e-4819-9889-87800076efad {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.447986] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1561.447986] env[70683]: value = "task-3281917" [ 1561.447986] env[70683]: _type = "Task" [ 1561.447986] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.455620] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.640693] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: c6050e11-efb0-456e-9b3e-08ff728daac0] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.958935] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] VM already powered off {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1561.959190] env[70683]: DEBUG nova.compute.manager [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.959857] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aac42dd-997b-4f4a-9f92-603ba020af26 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.965527] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.965725] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.965841] env[70683]: DEBUG nova.network.neutron [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.143686] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 5ab3605a-4422-4b05-a567-119077a80108] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.647018] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 0d9dd2c6-794d-46be-b389-198ad6400f69] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.669614] env[70683]: DEBUG nova.network.neutron [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [{"id": "7a37f2f1-7453-480a-9409-a19f4deb397e", "address": "fa:16:3e:cf:38:57", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a37f2f1-74", "ovs_interfaceid": "7a37f2f1-7453-480a-9409-a19f4deb397e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.150279] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 88dd4e93-c69c-4e35-a031-0451924a9829] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.172065] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.456130] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.456130] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80919cd6-ff15-4540-b9b3-ee3a60d2e254 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.462848] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.463339] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb591dfc-1c92-4b07-bd72-00dc5918e525 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.532127] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.532809] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Deleting contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.533197] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleting the datastore file [datastore2] 52897d4b-3f83-4d94-961c-35f54e918fd6 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.533655] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-349b686b-80ca-4424-926f-a45583eb6cac {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.539347] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1563.539347] env[70683]: value = "task-3281919" [ 1563.539347] env[70683]: _type = "Task" [ 1563.539347] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.547157] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.653236] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 36e67e75-bc87-4ee2-bc44-c50b040e90cc] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1563.667448] env[70683]: DEBUG nova.compute.manager [req-d6fb22d6-9bbc-4741-b95a-ef5c38170122 req-3fd985c9-5d1b-405b-8333-582108e207e8 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received event network-vif-unplugged-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1563.667448] env[70683]: DEBUG oslo_concurrency.lockutils [req-d6fb22d6-9bbc-4741-b95a-ef5c38170122 req-3fd985c9-5d1b-405b-8333-582108e207e8 service nova] Acquiring lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.667448] env[70683]: DEBUG oslo_concurrency.lockutils [req-d6fb22d6-9bbc-4741-b95a-ef5c38170122 req-3fd985c9-5d1b-405b-8333-582108e207e8 service nova] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.667448] env[70683]: DEBUG oslo_concurrency.lockutils [req-d6fb22d6-9bbc-4741-b95a-ef5c38170122 req-3fd985c9-5d1b-405b-8333-582108e207e8 service nova] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.667448] env[70683]: DEBUG nova.compute.manager [req-d6fb22d6-9bbc-4741-b95a-ef5c38170122 req-3fd985c9-5d1b-405b-8333-582108e207e8 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] No waiting events found dispatching network-vif-unplugged-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.667448] env[70683]: WARNING nova.compute.manager [req-d6fb22d6-9bbc-4741-b95a-ef5c38170122 req-3fd985c9-5d1b-405b-8333-582108e207e8 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received unexpected event network-vif-unplugged-7a37f2f1-7453-480a-9409-a19f4deb397e for instance with vm_state shelved and task_state shelving_offloading. [ 1564.049958] env[70683]: DEBUG oslo_vmware.api [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133335} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.052231] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.052231] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Deleted contents of the VM from datastore datastore2 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.052231] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.139365] env[70683]: INFO nova.scheduler.client.report [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted allocations for instance 52897d4b-3f83-4d94-961c-35f54e918fd6 [ 1564.160061] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 5ff7658f-dd31-445c-90a0-5665ae1cc549] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1564.644521] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.644840] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.645232] env[70683]: DEBUG nova.objects.instance [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'resources' on Instance uuid 52897d4b-3f83-4d94-961c-35f54e918fd6 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.662591] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e5ed0e7d-b71f-434e-9db6-b83ae29eb28c] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.148280] env[70683]: DEBUG nova.objects.instance [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'numa_topology' on Instance uuid 52897d4b-3f83-4d94-961c-35f54e918fd6 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.164992] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 4eea2e9a-aa7f-45b8-856a-1a19033b8322] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.651106] env[70683]: DEBUG nova.objects.base [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Object Instance<52897d4b-3f83-4d94-961c-35f54e918fd6> lazy-loaded attributes: resources,numa_topology {{(pid=70683) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1565.669956] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: b7373ce1-fb32-41b7-abac-c7b0e0ff8af3] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.682607] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d58568-7642-4bef-aedc-c45dabd55de1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.691072] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66378862-f0aa-4f61-a392-d5f15ba57995 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.694932] env[70683]: DEBUG nova.compute.manager [req-af885bfe-02c3-41d5-888f-32848f2fb20c req-4b6ac9c8-746a-4807-858b-6163c4f29950 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received event network-changed-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1565.695130] env[70683]: DEBUG nova.compute.manager [req-af885bfe-02c3-41d5-888f-32848f2fb20c req-4b6ac9c8-746a-4807-858b-6163c4f29950 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Refreshing instance network info cache due to event network-changed-7a37f2f1-7453-480a-9409-a19f4deb397e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1565.695382] env[70683]: DEBUG oslo_concurrency.lockutils [req-af885bfe-02c3-41d5-888f-32848f2fb20c req-4b6ac9c8-746a-4807-858b-6163c4f29950 service nova] Acquiring lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.695532] env[70683]: DEBUG oslo_concurrency.lockutils [req-af885bfe-02c3-41d5-888f-32848f2fb20c req-4b6ac9c8-746a-4807-858b-6163c4f29950 service nova] Acquired lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.695689] env[70683]: DEBUG nova.network.neutron [req-af885bfe-02c3-41d5-888f-32848f2fb20c req-4b6ac9c8-746a-4807-858b-6163c4f29950 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Refreshing network info cache for port 7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.724524] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acbaea7-0e0a-473a-ad9e-595ce6420878 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.732076] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62049b37-7b1e-4a54-829b-941d96a691e0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.746171] env[70683]: DEBUG nova.compute.provider_tree [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.174553] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 2cf3984b-b61b-4882-afd6-7d6b8c81b88d] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1566.249140] env[70683]: DEBUG nova.scheduler.client.report [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.291541] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "52897d4b-3f83-4d94-961c-35f54e918fd6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.432626] env[70683]: DEBUG nova.network.neutron [req-af885bfe-02c3-41d5-888f-32848f2fb20c req-4b6ac9c8-746a-4807-858b-6163c4f29950 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updated VIF entry in instance network info cache for port 7a37f2f1-7453-480a-9409-a19f4deb397e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.432998] env[70683]: DEBUG nova.network.neutron [req-af885bfe-02c3-41d5-888f-32848f2fb20c req-4b6ac9c8-746a-4807-858b-6163c4f29950 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [{"id": "7a37f2f1-7453-480a-9409-a19f4deb397e", "address": "fa:16:3e:cf:38:57", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7a37f2f1-74", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.678046] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: 8e32bd8c-4493-4f51-ad23-490ff4bf05a4] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1566.753346] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.935226] env[70683]: DEBUG oslo_concurrency.lockutils [req-af885bfe-02c3-41d5-888f-32848f2fb20c req-4b6ac9c8-746a-4807-858b-6163c4f29950 service nova] Releasing lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.181511] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] [instance: e75785d4-7fd8-4e42-8b4b-d10d9d4255d2] Instance has had 0 of 5 cleanup attempts {{(pid=70683) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1567.260630] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ef67ff7e-e940-4f00-991e-7e4ed84a005f tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.541s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.261109] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.970s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.261291] env[70683]: INFO nova.compute.manager [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Unshelving [ 1567.685203] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.685416] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=70683) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1568.284010] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.284314] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.284527] env[70683]: DEBUG nova.objects.instance [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'pci_requests' on Instance uuid 52897d4b-3f83-4d94-961c-35f54e918fd6 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.788530] env[70683]: DEBUG nova.objects.instance [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'numa_topology' on Instance uuid 52897d4b-3f83-4d94-961c-35f54e918fd6 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.290711] env[70683]: INFO nova.compute.claims [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.326683] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d71729-159f-43bb-bc58-c4f7cb0f2cc4 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.334282] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9358e57-ca14-466e-9a04-ba5cdb072b97 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.363111] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659cd12-1789-4e40-bd9b-da77d19c42ec {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.369598] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c19459a-75b7-4bfc-a7c2-804fa866f0b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.382048] env[70683]: DEBUG nova.compute.provider_tree [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.885730] env[70683]: DEBUG nova.scheduler.client.report [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.187399] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.187586] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.187723] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.187920] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.188103] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.188248] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1571.188396] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.390478] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.106s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.419211] env[70683]: INFO nova.network.neutron [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating port 7a37f2f1-7453-480a-9409-a19f4deb397e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1571.691821] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.692187] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.692372] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.692533] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1571.693466] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af1a3f8-b89d-446c-bb83-c8660d85e515 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.701885] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335e2bb-d8ac-4462-b96b-b468418f960b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.716802] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a1eb2d-844c-498e-9a00-b9ca5a50bd79 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.722899] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e704c1-7e0b-4b01-aba9-76a329bb60a2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.751116] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180578MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1571.751247] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.751449] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.771445] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Instance 52897d4b-3f83-4d94-961c-35f54e918fd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70683) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1572.771734] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1572.771794] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1572.779114] env[70683]: DEBUG nova.compute.manager [req-24b53190-8201-4c25-a6e3-2a5a3a6d8ff9 req-2d959dfc-fa4c-4af3-92ad-28e43f124e38 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received event network-vif-plugged-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1572.779175] env[70683]: DEBUG oslo_concurrency.lockutils [req-24b53190-8201-4c25-a6e3-2a5a3a6d8ff9 req-2d959dfc-fa4c-4af3-92ad-28e43f124e38 service nova] Acquiring lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.779368] env[70683]: DEBUG oslo_concurrency.lockutils [req-24b53190-8201-4c25-a6e3-2a5a3a6d8ff9 req-2d959dfc-fa4c-4af3-92ad-28e43f124e38 service nova] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.779605] env[70683]: DEBUG oslo_concurrency.lockutils [req-24b53190-8201-4c25-a6e3-2a5a3a6d8ff9 req-2d959dfc-fa4c-4af3-92ad-28e43f124e38 service nova] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.779711] env[70683]: DEBUG nova.compute.manager [req-24b53190-8201-4c25-a6e3-2a5a3a6d8ff9 req-2d959dfc-fa4c-4af3-92ad-28e43f124e38 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] No waiting events found dispatching network-vif-plugged-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.779835] env[70683]: WARNING nova.compute.manager [req-24b53190-8201-4c25-a6e3-2a5a3a6d8ff9 req-2d959dfc-fa4c-4af3-92ad-28e43f124e38 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received unexpected event network-vif-plugged-7a37f2f1-7453-480a-9409-a19f4deb397e for instance with vm_state shelved_offloaded and task_state spawning. [ 1572.796926] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6e17a1-f4cc-4036-8659-e05d7d22dbbb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.804383] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db2e7d5-ad24-4118-acd9-5e5ff25ab2b7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.834223] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d7c0a3-4b4d-4595-9058-e58d477c2e15 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.840781] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41403d6-b9f3-4ccf-b670-21dc2ee852c9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.853400] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.863600] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.863729] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.863882] env[70683]: DEBUG nova.network.neutron [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.356673] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.548306] env[70683]: DEBUG nova.network.neutron [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [{"id": "7a37f2f1-7453-480a-9409-a19f4deb397e", "address": "fa:16:3e:cf:38:57", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a37f2f1-74", "ovs_interfaceid": "7a37f2f1-7453-480a-9409-a19f4deb397e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.861143] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1573.861537] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.110s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.050733] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.087121] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.138797] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6bcd124d0d0d5301fc2a64af176ddcad',container_format='bare',created_at=2025-04-03T19:48:37Z,direct_url=,disk_format='vmdk',id=8ee27792-7e03-45e5-afd4-403a2fe15375,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-485282676-shelved',owner='3cb47ece43ad4d32831cd6c78e39d233',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T19:48:49Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1574.139071] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.139241] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1574.139425] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.139595] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1574.139721] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1574.139935] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1574.140112] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1574.140285] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1574.140450] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1574.140627] env[70683]: DEBUG nova.virt.hardware [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1574.141503] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc97914-65a8-41b0-a843-c56f849a4534 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.149257] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d822d7cc-5a08-4380-92cd-c6d944502d1b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.162352] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:38:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a37f2f1-7453-480a-9409-a19f4deb397e', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.169579] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1574.170109] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.170315] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0ae1641-276f-4842-8f16-7df368219392 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.188322] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.188322] env[70683]: value = "task-3281920" [ 1574.188322] env[70683]: _type = "Task" [ 1574.188322] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.195348] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281920, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.697907] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281920, 'name': CreateVM_Task, 'duration_secs': 0.291241} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.698092] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.698686] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.698850] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.699276] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.699530] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d15b91-1291-4285-8fde-18749b839575 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.704341] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1574.704341] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527c80b6-f7fe-b48c-0072-9b36922d09a2" [ 1574.704341] env[70683]: _type = "Task" [ 1574.704341] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.712663] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527c80b6-f7fe-b48c-0072-9b36922d09a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.803514] env[70683]: DEBUG nova.compute.manager [req-49b4de82-99ee-4058-badf-ff7824ea93fb req-10c3f274-06a4-47c4-b4ae-da9cc35fa1e1 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received event network-changed-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1574.803781] env[70683]: DEBUG nova.compute.manager [req-49b4de82-99ee-4058-badf-ff7824ea93fb req-10c3f274-06a4-47c4-b4ae-da9cc35fa1e1 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Refreshing instance network info cache due to event network-changed-7a37f2f1-7453-480a-9409-a19f4deb397e. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1574.803980] env[70683]: DEBUG oslo_concurrency.lockutils [req-49b4de82-99ee-4058-badf-ff7824ea93fb req-10c3f274-06a4-47c4-b4ae-da9cc35fa1e1 service nova] Acquiring lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.804145] env[70683]: DEBUG oslo_concurrency.lockutils [req-49b4de82-99ee-4058-badf-ff7824ea93fb req-10c3f274-06a4-47c4-b4ae-da9cc35fa1e1 service nova] Acquired lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.804334] env[70683]: DEBUG nova.network.neutron [req-49b4de82-99ee-4058-badf-ff7824ea93fb req-10c3f274-06a4-47c4-b4ae-da9cc35fa1e1 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Refreshing network info cache for port 7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.214703] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.214995] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Processing image 8ee27792-7e03-45e5-afd4-403a2fe15375 {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.215157] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375/8ee27792-7e03-45e5-afd4-403a2fe15375.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.215354] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375/8ee27792-7e03-45e5-afd4-403a2fe15375.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.215536] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.215775] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ff3443-c2c4-4575-a223-3eac717fea9a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.232555] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.232731] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.233439] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccea7588-3326-4e46-adfb-3e1d5359624f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.238171] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1575.238171] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]521f608c-f7ff-fc79-d93e-58666c70d196" [ 1575.238171] env[70683]: _type = "Task" [ 1575.238171] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.245136] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]521f608c-f7ff-fc79-d93e-58666c70d196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.488526] env[70683]: DEBUG nova.network.neutron [req-49b4de82-99ee-4058-badf-ff7824ea93fb req-10c3f274-06a4-47c4-b4ae-da9cc35fa1e1 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updated VIF entry in instance network info cache for port 7a37f2f1-7453-480a-9409-a19f4deb397e. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.488900] env[70683]: DEBUG nova.network.neutron [req-49b4de82-99ee-4058-badf-ff7824ea93fb req-10c3f274-06a4-47c4-b4ae-da9cc35fa1e1 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [{"id": "7a37f2f1-7453-480a-9409-a19f4deb397e", "address": "fa:16:3e:cf:38:57", "network": {"id": "5b837b5b-edd4-4282-9da0-f342076cd01c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-980394337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cb47ece43ad4d32831cd6c78e39d233", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a37f2f1-74", "ovs_interfaceid": "7a37f2f1-7453-480a-9409-a19f4deb397e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.748819] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Preparing fetch location {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1575.748819] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Fetch image to [datastore1] OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b/OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b.vmdk {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1575.749060] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Downloading stream optimized image 8ee27792-7e03-45e5-afd4-403a2fe15375 to [datastore1] OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b/OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b.vmdk on the data store datastore1 as vApp {{(pid=70683) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1575.749060] env[70683]: DEBUG nova.virt.vmwareapi.images [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Downloading image file data 8ee27792-7e03-45e5-afd4-403a2fe15375 to the ESX as VM named 'OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b' {{(pid=70683) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1575.814051] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1575.814051] env[70683]: value = "resgroup-9" [ 1575.814051] env[70683]: _type = "ResourcePool" [ 1575.814051] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1575.814350] env[70683]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-170ba727-874a-4dd3-9cb9-59c3731de60d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.833958] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease: (returnval){ [ 1575.833958] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5228e750-56e6-7abc-e476-67ee9328ac26" [ 1575.833958] env[70683]: _type = "HttpNfcLease" [ 1575.833958] env[70683]: } obtained for vApp import into resource pool (val){ [ 1575.833958] env[70683]: value = "resgroup-9" [ 1575.833958] env[70683]: _type = "ResourcePool" [ 1575.833958] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1575.834372] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the lease: (returnval){ [ 1575.834372] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5228e750-56e6-7abc-e476-67ee9328ac26" [ 1575.834372] env[70683]: _type = "HttpNfcLease" [ 1575.834372] env[70683]: } to be ready. {{(pid=70683) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1575.840583] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1575.840583] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5228e750-56e6-7abc-e476-67ee9328ac26" [ 1575.840583] env[70683]: _type = "HttpNfcLease" [ 1575.840583] env[70683]: } is initializing. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1575.991576] env[70683]: DEBUG oslo_concurrency.lockutils [req-49b4de82-99ee-4058-badf-ff7824ea93fb req-10c3f274-06a4-47c4-b4ae-da9cc35fa1e1 service nova] Releasing lock "refresh_cache-52897d4b-3f83-4d94-961c-35f54e918fd6" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.342297] env[70683]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1576.342297] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5228e750-56e6-7abc-e476-67ee9328ac26" [ 1576.342297] env[70683]: _type = "HttpNfcLease" [ 1576.342297] env[70683]: } is ready. {{(pid=70683) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1576.342741] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1576.342741] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]5228e750-56e6-7abc-e476-67ee9328ac26" [ 1576.342741] env[70683]: _type = "HttpNfcLease" [ 1576.342741] env[70683]: }. {{(pid=70683) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1576.343311] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ca448-3b05-4c05-a0ff-860e78e7fa2b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.350188] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaac40-70f7-5507-3896-1ac86c3958bb/disk-0.vmdk from lease info. {{(pid=70683) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1576.350365] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaac40-70f7-5507-3896-1ac86c3958bb/disk-0.vmdk. {{(pid=70683) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1576.412933] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2e9537a-2691-4632-b6c1-8d1c50bcae24 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.418348] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Completed reading data from the image iterator. {{(pid=70683) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1577.418747] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaac40-70f7-5507-3896-1ac86c3958bb/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1577.419532] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6883c9-8b49-4441-9094-21a5d195c9bd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.426742] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaac40-70f7-5507-3896-1ac86c3958bb/disk-0.vmdk is in state: ready. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1577.426931] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaac40-70f7-5507-3896-1ac86c3958bb/disk-0.vmdk. {{(pid=70683) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1577.427171] env[70683]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6150802e-df25-419d-9b43-eea2c3caf765 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.610767] env[70683]: DEBUG oslo_vmware.rw_handles [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaac40-70f7-5507-3896-1ac86c3958bb/disk-0.vmdk. {{(pid=70683) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1577.610950] env[70683]: INFO nova.virt.vmwareapi.images [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Downloaded image file data 8ee27792-7e03-45e5-afd4-403a2fe15375 [ 1577.611773] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0d79e4-4877-49c4-81d6-546149bb3ba7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.626880] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c0ecf6-d727-4566-95fe-bc8719ab87df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.660661] env[70683]: INFO nova.virt.vmwareapi.images [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] The imported VM was unregistered [ 1577.663214] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Caching image {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1577.663351] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375 {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.663617] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a59ec5-9dca-4236-a462-65ec0e208df7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.674398] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Created directory with path [datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375 {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.674582] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b/OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b.vmdk to [datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375/8ee27792-7e03-45e5-afd4-403a2fe15375.vmdk. {{(pid=70683) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1577.674820] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c99cd11a-6bf1-4183-b81c-0a34825209b1 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.680820] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1577.680820] env[70683]: value = "task-3281923" [ 1577.680820] env[70683]: _type = "Task" [ 1577.680820] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.689257] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281923, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.193364] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281923, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.693997] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281923, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.194633] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281923, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.695852] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281923, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.195011] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281923, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.168495} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.195279] env[70683]: INFO nova.virt.vmwareapi.ds_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b/OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b.vmdk to [datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375/8ee27792-7e03-45e5-afd4-403a2fe15375.vmdk. [ 1580.195523] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Cleaning up location [datastore1] OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1580.195710] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8c587875-d3f1-454e-845a-ec79c3191b9b {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.195954] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad9d81c9-de34-4610-a2b5-799ad9d69bd9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.202465] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1580.202465] env[70683]: value = "task-3281924" [ 1580.202465] env[70683]: _type = "Task" [ 1580.202465] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.209539] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.712204] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036981} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.712542] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.712637] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375/8ee27792-7e03-45e5-afd4-403a2fe15375.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.712872] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375/8ee27792-7e03-45e5-afd4-403a2fe15375.vmdk to [datastore1] 52897d4b-3f83-4d94-961c-35f54e918fd6/52897d4b-3f83-4d94-961c-35f54e918fd6.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.713140] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c342c5-268e-42d7-a62a-f89668bf490d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.719761] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1580.719761] env[70683]: value = "task-3281925" [ 1580.719761] env[70683]: _type = "Task" [ 1580.719761] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.726598] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.231147] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281925, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.731513] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281925, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.233114] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281925, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.732710] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281925, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.232216] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281925, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.10536} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.232479] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ee27792-7e03-45e5-afd4-403a2fe15375/8ee27792-7e03-45e5-afd4-403a2fe15375.vmdk to [datastore1] 52897d4b-3f83-4d94-961c-35f54e918fd6/52897d4b-3f83-4d94-961c-35f54e918fd6.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1583.233258] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75f7b12-ecef-4b92-a7bd-cd31fdd1b81f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.274116] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 52897d4b-3f83-4d94-961c-35f54e918fd6/52897d4b-3f83-4d94-961c-35f54e918fd6.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.274816] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13048a6-4428-49f6-957d-8c6cbc22587a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.299128] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1583.299128] env[70683]: value = "task-3281926" [ 1583.299128] env[70683]: _type = "Task" [ 1583.299128] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.307404] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.808659] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281926, 'name': ReconfigVM_Task, 'duration_secs': 0.306693} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.809125] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 52897d4b-3f83-4d94-961c-35f54e918fd6/52897d4b-3f83-4d94-961c-35f54e918fd6.vmdk or device None with type streamOptimized {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.809548] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe2960c0-2e34-4257-bd16-a55eba7eb2be {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.815498] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1583.815498] env[70683]: value = "task-3281927" [ 1583.815498] env[70683]: _type = "Task" [ 1583.815498] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.823627] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281927, 'name': Rename_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.325092] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281927, 'name': Rename_Task, 'duration_secs': 0.252442} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.325389] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.325634] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0771958b-10e9-4eb0-acf5-e21d8b0fff9e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.332619] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1584.332619] env[70683]: value = "task-3281928" [ 1584.332619] env[70683]: _type = "Task" [ 1584.332619] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.346907] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.842352] env[70683]: DEBUG oslo_vmware.api [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281928, 'name': PowerOnVM_Task, 'duration_secs': 0.451175} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.842771] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.943484] env[70683]: DEBUG nova.compute.manager [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.944447] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709df1f8-a71e-4f2e-958b-bbc7b66262fd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.460767] env[70683]: DEBUG oslo_concurrency.lockutils [None req-34f32e30-570f-4635-b894-3dc3c9faceb5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.199s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.743266] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "52897d4b-3f83-4d94-961c-35f54e918fd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.743550] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.743765] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.743948] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.744146] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.746345] env[70683]: INFO nova.compute.manager [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Terminating instance [ 1586.250020] env[70683]: DEBUG nova.compute.manager [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.250433] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.251295] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052d4c45-538a-42af-9dcf-00d95ceaa440 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.259150] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.259390] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eae8bde1-fc13-4a85-bbfc-9672709cc382 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.266066] env[70683]: DEBUG oslo_vmware.api [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1586.266066] env[70683]: value = "task-3281929" [ 1586.266066] env[70683]: _type = "Task" [ 1586.266066] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.273915] env[70683]: DEBUG oslo_vmware.api [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.776366] env[70683]: DEBUG oslo_vmware.api [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281929, 'name': PowerOffVM_Task, 'duration_secs': 0.186889} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.776620] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.776808] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.777058] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13e02996-deac-4ab4-b265-823d960116a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.836493] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.836714] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.836908] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleting the datastore file [datastore1] 52897d4b-3f83-4d94-961c-35f54e918fd6 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.837168] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2f0929f-6db2-48b5-bfa0-0a4b2f123aff {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.843609] env[70683]: DEBUG oslo_vmware.api [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for the task: (returnval){ [ 1586.843609] env[70683]: value = "task-3281931" [ 1586.843609] env[70683]: _type = "Task" [ 1586.843609] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.850566] env[70683]: DEBUG oslo_vmware.api [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.353288] env[70683]: DEBUG oslo_vmware.api [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Task: {'id': task-3281931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137937} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.353695] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.353695] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.353868] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.354053] env[70683]: INFO nova.compute.manager [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1587.354310] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1587.354529] env[70683]: DEBUG nova.compute.manager [-] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.354629] env[70683]: DEBUG nova.network.neutron [-] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.015057] env[70683]: DEBUG nova.compute.manager [req-396eff18-d306-4540-981d-4336f591252a req-a0d772c9-5c8f-4954-a33c-76e3a1264a81 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Received event network-vif-deleted-7a37f2f1-7453-480a-9409-a19f4deb397e {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1588.015057] env[70683]: INFO nova.compute.manager [req-396eff18-d306-4540-981d-4336f591252a req-a0d772c9-5c8f-4954-a33c-76e3a1264a81 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Neutron deleted interface 7a37f2f1-7453-480a-9409-a19f4deb397e; detaching it from the instance and deleting it from the info cache [ 1588.015057] env[70683]: DEBUG nova.network.neutron [req-396eff18-d306-4540-981d-4336f591252a req-a0d772c9-5c8f-4954-a33c-76e3a1264a81 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.497325] env[70683]: DEBUG nova.network.neutron [-] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.517752] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f29c9623-c93d-4098-9429-965229a9d149 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.528135] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b050e3d-2e46-4aff-9135-5e88f67939fb {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.552226] env[70683]: DEBUG nova.compute.manager [req-396eff18-d306-4540-981d-4336f591252a req-a0d772c9-5c8f-4954-a33c-76e3a1264a81 service nova] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Detach interface failed, port_id=7a37f2f1-7453-480a-9409-a19f4deb397e, reason: Instance 52897d4b-3f83-4d94-961c-35f54e918fd6 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1589.000647] env[70683]: INFO nova.compute.manager [-] [instance: 52897d4b-3f83-4d94-961c-35f54e918fd6] Took 1.65 seconds to deallocate network for instance. [ 1589.507697] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.508126] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.508375] env[70683]: DEBUG nova.objects.instance [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lazy-loading 'resources' on Instance uuid 52897d4b-3f83-4d94-961c-35f54e918fd6 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.043365] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cad644-a26f-4d0b-b0b0-921df6fbcc65 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.050495] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b478aa3-3291-41ed-9c64-cc2e16706fb3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.079322] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f44c5d7-26ad-4fb9-816f-d68aeb41248a {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.085792] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9584c5e0-7b6a-4aee-bc32-94bade78da98 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.099240] env[70683]: DEBUG nova.compute.provider_tree [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.601953] env[70683]: DEBUG nova.scheduler.client.report [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.107785] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.129199] env[70683]: INFO nova.scheduler.client.report [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Deleted allocations for instance 52897d4b-3f83-4d94-961c-35f54e918fd6 [ 1591.637106] env[70683]: DEBUG oslo_concurrency.lockutils [None req-d83954cd-d905-4422-9b76-2b0d114495e5 tempest-ServerActionsTestOtherB-1312642723 tempest-ServerActionsTestOtherB-1312642723-project-member] Lock "52897d4b-3f83-4d94-961c-35f54e918fd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.893s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.763104] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquiring lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.763104] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.267556] env[70683]: DEBUG nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Starting instance... {{(pid=70683) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.790684] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.791072] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.792968] env[70683]: INFO nova.compute.claims [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.828963] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751808b-1fc2-40b2-abc4-a98ba905259c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.836446] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff8658e-fb5d-48d2-87c3-0698063b5fb8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.866057] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961a3392-8a4c-4859-a96c-079566d42ac3 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.872510] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9871b1-6b52-4693-8f19-f13852d9e054 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.885156] env[70683]: DEBUG nova.compute.provider_tree [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.388597] env[70683]: DEBUG nova.scheduler.client.report [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.893117] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.893671] env[70683]: DEBUG nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Start building networks asynchronously for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1605.398794] env[70683]: DEBUG nova.compute.utils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Using /dev/sd instead of None {{(pid=70683) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1605.401041] env[70683]: DEBUG nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Allocating IP information in the background. {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.401041] env[70683]: DEBUG nova.network.neutron [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] allocate_for_instance() {{(pid=70683) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.461038] env[70683]: DEBUG nova.policy [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '193c36b1d8924ba1a735976488bcd91a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b96954daec734ff6aa2886be13e66356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70683) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.689736] env[70683]: DEBUG nova.network.neutron [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Successfully created port: 8211e352-3044-4dae-a34a-ded1e615369d {{(pid=70683) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.903334] env[70683]: DEBUG nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Start building block device mappings for instance. {{(pid=70683) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1606.913325] env[70683]: DEBUG nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Start spawning the instance on the hypervisor. {{(pid=70683) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.938769] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T19:32:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T19:32:24Z,direct_url=,disk_format='vmdk',id=5c225d62-0adf-4bf0-a9e3-34063b2076be,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2e372c9ad32849bb952a0e0b7ac5de1d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T19:32:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.939063] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Flavor limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.939269] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Image limits 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.939478] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Flavor pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.939625] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Image pref 0:0:0 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.939771] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70683) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.939976] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.940157] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.940326] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Got 1 possible topologies {{(pid=70683) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.940490] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.940694] env[70683]: DEBUG nova.virt.hardware [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70683) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.941554] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c56b854-5149-4a06-92b1-f243a0974e83 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.949621] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe52383-b93b-4eaa-9730-06e7282d718d {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.047550] env[70683]: DEBUG nova.compute.manager [req-a9d71e8f-02f3-4e61-9971-1612b3b3312c req-3e8589bc-2164-4c0f-a730-a83ec6f324ea service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Received event network-vif-plugged-8211e352-3044-4dae-a34a-ded1e615369d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1607.047778] env[70683]: DEBUG oslo_concurrency.lockutils [req-a9d71e8f-02f3-4e61-9971-1612b3b3312c req-3e8589bc-2164-4c0f-a730-a83ec6f324ea service nova] Acquiring lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.047986] env[70683]: DEBUG oslo_concurrency.lockutils [req-a9d71e8f-02f3-4e61-9971-1612b3b3312c req-3e8589bc-2164-4c0f-a730-a83ec6f324ea service nova] Lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.048173] env[70683]: DEBUG oslo_concurrency.lockutils [req-a9d71e8f-02f3-4e61-9971-1612b3b3312c req-3e8589bc-2164-4c0f-a730-a83ec6f324ea service nova] Lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.048343] env[70683]: DEBUG nova.compute.manager [req-a9d71e8f-02f3-4e61-9971-1612b3b3312c req-3e8589bc-2164-4c0f-a730-a83ec6f324ea service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] No waiting events found dispatching network-vif-plugged-8211e352-3044-4dae-a34a-ded1e615369d {{(pid=70683) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1607.048503] env[70683]: WARNING nova.compute.manager [req-a9d71e8f-02f3-4e61-9971-1612b3b3312c req-3e8589bc-2164-4c0f-a730-a83ec6f324ea service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Received unexpected event network-vif-plugged-8211e352-3044-4dae-a34a-ded1e615369d for instance with vm_state building and task_state spawning. [ 1607.128593] env[70683]: DEBUG nova.network.neutron [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Successfully updated port: 8211e352-3044-4dae-a34a-ded1e615369d {{(pid=70683) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.630776] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquiring lock "refresh_cache-f05bf1ad-768e-4f44-9eb1-4392a71d07a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.631032] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquired lock "refresh_cache-f05bf1ad-768e-4f44-9eb1-4392a71d07a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.631032] env[70683]: DEBUG nova.network.neutron [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Building network info cache for instance {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.161769] env[70683]: DEBUG nova.network.neutron [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Instance cache missing network info. {{(pid=70683) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.278018] env[70683]: DEBUG nova.network.neutron [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Updating instance_info_cache with network_info: [{"id": "8211e352-3044-4dae-a34a-ded1e615369d", "address": "fa:16:3e:a2:11:b3", "network": {"id": "1a8d1c3d-4f1a-4b75-9113-7be5140f86b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-947189482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b96954daec734ff6aa2886be13e66356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8211e352-30", "ovs_interfaceid": "8211e352-3044-4dae-a34a-ded1e615369d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.780803] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Releasing lock "refresh_cache-f05bf1ad-768e-4f44-9eb1-4392a71d07a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.781165] env[70683]: DEBUG nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Instance network_info: |[{"id": "8211e352-3044-4dae-a34a-ded1e615369d", "address": "fa:16:3e:a2:11:b3", "network": {"id": "1a8d1c3d-4f1a-4b75-9113-7be5140f86b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-947189482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b96954daec734ff6aa2886be13e66356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8211e352-30", "ovs_interfaceid": "8211e352-3044-4dae-a34a-ded1e615369d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70683) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.781590] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:11:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8211e352-3044-4dae-a34a-ded1e615369d', 'vif_model': 'vmxnet3'}] {{(pid=70683) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.789133] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Creating folder: Project (b96954daec734ff6aa2886be13e66356). Parent ref: group-v655051. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1608.789405] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8649e9ef-de35-4d63-9f4e-51a81e95d8e7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.800931] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Created folder: Project (b96954daec734ff6aa2886be13e66356) in parent group-v655051. [ 1608.801127] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Creating folder: Instances. Parent ref: group-v655399. {{(pid=70683) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1608.801338] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acc2f86a-c2be-4c65-8826-a8fe6b29e6a5 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.810678] env[70683]: INFO nova.virt.vmwareapi.vm_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Created folder: Instances in parent group-v655399. [ 1608.810901] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1608.811087] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Creating VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.811272] env[70683]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6861b968-c17d-4aba-b44a-5583e6a8f6f7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.828700] env[70683]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.828700] env[70683]: value = "task-3281935" [ 1608.828700] env[70683]: _type = "Task" [ 1608.828700] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.835408] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281935, 'name': CreateVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.072830] env[70683]: DEBUG nova.compute.manager [req-b65d7cf0-7084-454c-b65d-7ce268c3bc92 req-29bb1f08-a5f1-4e42-98f3-ddde7ac3fdc4 service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Received event network-changed-8211e352-3044-4dae-a34a-ded1e615369d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1609.072951] env[70683]: DEBUG nova.compute.manager [req-b65d7cf0-7084-454c-b65d-7ce268c3bc92 req-29bb1f08-a5f1-4e42-98f3-ddde7ac3fdc4 service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Refreshing instance network info cache due to event network-changed-8211e352-3044-4dae-a34a-ded1e615369d. {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1609.073171] env[70683]: DEBUG oslo_concurrency.lockutils [req-b65d7cf0-7084-454c-b65d-7ce268c3bc92 req-29bb1f08-a5f1-4e42-98f3-ddde7ac3fdc4 service nova] Acquiring lock "refresh_cache-f05bf1ad-768e-4f44-9eb1-4392a71d07a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.073311] env[70683]: DEBUG oslo_concurrency.lockutils [req-b65d7cf0-7084-454c-b65d-7ce268c3bc92 req-29bb1f08-a5f1-4e42-98f3-ddde7ac3fdc4 service nova] Acquired lock "refresh_cache-f05bf1ad-768e-4f44-9eb1-4392a71d07a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.073472] env[70683]: DEBUG nova.network.neutron [req-b65d7cf0-7084-454c-b65d-7ce268c3bc92 req-29bb1f08-a5f1-4e42-98f3-ddde7ac3fdc4 service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Refreshing network info cache for port 8211e352-3044-4dae-a34a-ded1e615369d {{(pid=70683) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.338970] env[70683]: DEBUG oslo_vmware.api [-] Task: {'id': task-3281935, 'name': CreateVM_Task, 'duration_secs': 0.29989} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.339362] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Created VM on the ESX host {{(pid=70683) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.339769] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.339958] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.340307] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.340817] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fed9a38-ad7b-4681-a961-c8a9f6805e59 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.345149] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1609.345149] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ac5b4e-42d2-2bc6-86f6-42cf1ab9e295" [ 1609.345149] env[70683]: _type = "Task" [ 1609.345149] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.352596] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ac5b4e-42d2-2bc6-86f6-42cf1ab9e295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.755475] env[70683]: DEBUG nova.network.neutron [req-b65d7cf0-7084-454c-b65d-7ce268c3bc92 req-29bb1f08-a5f1-4e42-98f3-ddde7ac3fdc4 service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Updated VIF entry in instance network info cache for port 8211e352-3044-4dae-a34a-ded1e615369d. {{(pid=70683) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.755860] env[70683]: DEBUG nova.network.neutron [req-b65d7cf0-7084-454c-b65d-7ce268c3bc92 req-29bb1f08-a5f1-4e42-98f3-ddde7ac3fdc4 service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Updating instance_info_cache with network_info: [{"id": "8211e352-3044-4dae-a34a-ded1e615369d", "address": "fa:16:3e:a2:11:b3", "network": {"id": "1a8d1c3d-4f1a-4b75-9113-7be5140f86b9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-947189482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b96954daec734ff6aa2886be13e66356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8211e352-30", "ovs_interfaceid": "8211e352-3044-4dae-a34a-ded1e615369d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.856281] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52ac5b4e-42d2-2bc6-86f6-42cf1ab9e295, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.856529] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.856760] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Processing image 5c225d62-0adf-4bf0-a9e3-34063b2076be {{(pid=70683) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.856988] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.857193] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.857330] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.857580] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75cd7a38-196f-4a23-8ea8-12f1960e4abf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.865482] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70683) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.865671] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70683) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.866347] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ecfafa-ce8f-47e8-b85e-e94d44e52012 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.871048] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1609.871048] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]527a6d39-c2e6-cf8c-d543-1ff11fa743a7" [ 1609.871048] env[70683]: _type = "Task" [ 1609.871048] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.877990] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527a6d39-c2e6-cf8c-d543-1ff11fa743a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.258212] env[70683]: DEBUG oslo_concurrency.lockutils [req-b65d7cf0-7084-454c-b65d-7ce268c3bc92 req-29bb1f08-a5f1-4e42-98f3-ddde7ac3fdc4 service nova] Releasing lock "refresh_cache-f05bf1ad-768e-4f44-9eb1-4392a71d07a7" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.381689] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]527a6d39-c2e6-cf8c-d543-1ff11fa743a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.382476] env[70683]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20de6a0d-e0f0-42bf-a6f3-54413ebfaeb6 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.387308] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1610.387308] env[70683]: value = "session[528b7f8e-4fd8-84ad-5873-da0006195da9]52525913-1c2d-3bac-5558-1a5b01e9fbdd" [ 1610.387308] env[70683]: _type = "Task" [ 1610.387308] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.394276] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52525913-1c2d-3bac-5558-1a5b01e9fbdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.897828] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': session[528b7f8e-4fd8-84ad-5873-da0006195da9]52525913-1c2d-3bac-5558-1a5b01e9fbdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.898029] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk" {{(pid=70683) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.898300] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] f05bf1ad-768e-4f44-9eb1-4392a71d07a7/f05bf1ad-768e-4f44-9eb1-4392a71d07a7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.898562] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a432a64-2700-49f2-bfb4-e97afe0da1de {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.904622] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1610.904622] env[70683]: value = "task-3281936" [ 1610.904622] env[70683]: _type = "Task" [ 1610.904622] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.912136] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.414049] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.403772} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.414541] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c225d62-0adf-4bf0-a9e3-34063b2076be/5c225d62-0adf-4bf0-a9e3-34063b2076be.vmdk to [datastore1] f05bf1ad-768e-4f44-9eb1-4392a71d07a7/f05bf1ad-768e-4f44-9eb1-4392a71d07a7.vmdk {{(pid=70683) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.414541] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Extending root virtual disk to 1048576 {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.414778] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3913e627-1b9d-4307-aea9-e2dfb472d3f2 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.420778] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1611.420778] env[70683]: value = "task-3281937" [ 1611.420778] env[70683]: _type = "Task" [ 1611.420778] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.427936] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.931034] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062563} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.931326] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Extended root virtual disk {{(pid=70683) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1611.932065] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8668af77-01f5-488a-bd9b-85a549364698 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.954511] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] f05bf1ad-768e-4f44-9eb1-4392a71d07a7/f05bf1ad-768e-4f44-9eb1-4392a71d07a7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.954825] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c878f5fc-d54d-441b-b2d8-4e52185d7366 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.973850] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1611.973850] env[70683]: value = "task-3281938" [ 1611.973850] env[70683]: _type = "Task" [ 1611.973850] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.982490] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.483243] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281938, 'name': ReconfigVM_Task, 'duration_secs': 0.316651} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.483616] env[70683]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] f05bf1ad-768e-4f44-9eb1-4392a71d07a7/f05bf1ad-768e-4f44-9eb1-4392a71d07a7.vmdk or device None with type sparse {{(pid=70683) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1612.484041] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5425061-b837-403f-b72e-c6b929335bc8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.490213] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1612.490213] env[70683]: value = "task-3281939" [ 1612.490213] env[70683]: _type = "Task" [ 1612.490213] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.497988] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281939, 'name': Rename_Task} progress is 5%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.000754] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281939, 'name': Rename_Task} progress is 14%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.502291] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281939, 'name': Rename_Task} progress is 99%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.002381] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281939, 'name': Rename_Task, 'duration_secs': 1.029263} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.002635] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Powering on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.002874] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86719526-03e7-4dc8-bdaf-9b5800e45d3b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.009202] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1614.009202] env[70683]: value = "task-3281940" [ 1614.009202] env[70683]: _type = "Task" [ 1614.009202] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.016149] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.519689] env[70683]: DEBUG oslo_vmware.api [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281940, 'name': PowerOnVM_Task, 'duration_secs': 0.463889} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.520126] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Powered on the VM {{(pid=70683) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.520178] env[70683]: INFO nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1614.520347] env[70683]: DEBUG nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Checking state {{(pid=70683) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.521162] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9ab85a-c8ca-4990-8697-022d43ace5f0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.588316] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.039898] env[70683]: INFO nova.compute.manager [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Took 12.27 seconds to build instance. [ 1615.542612] env[70683]: DEBUG oslo_concurrency.lockutils [None req-1dc1bea6-af22-4f8b-8893-d67798fcf309 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.780s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.086891] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.230349] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquiring lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.230543] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1616.230710] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquiring lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.230875] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1616.231084] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.233372] env[70683]: INFO nova.compute.manager [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Terminating instance [ 1616.737299] env[70683]: DEBUG nova.compute.manager [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Start destroying the instance on the hypervisor. {{(pid=70683) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1616.737650] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Destroying instance {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1616.738423] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3dc6a8-68a9-48e9-b3e3-818ee32de605 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.746394] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Powering off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.746620] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64d437a3-7653-4f4d-8d22-d41d40a689ca {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.752507] env[70683]: DEBUG oslo_vmware.api [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1616.752507] env[70683]: value = "task-3281941" [ 1616.752507] env[70683]: _type = "Task" [ 1616.752507] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.760215] env[70683]: DEBUG oslo_vmware.api [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.262625] env[70683]: DEBUG oslo_vmware.api [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281941, 'name': PowerOffVM_Task, 'duration_secs': 0.19423} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.262833] env[70683]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Powered off the VM {{(pid=70683) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.262968] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Unregistering the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1617.263226] env[70683]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b018df9d-1a0b-486a-8b69-77e385596b4c {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.322107] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Unregistered the VM {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1617.322356] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Deleting contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1617.322522] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Deleting the datastore file [datastore1] f05bf1ad-768e-4f44-9eb1-4392a71d07a7 {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1617.322869] env[70683]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5879dfa-f4ec-466b-a035-24dc12f7faee {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.329112] env[70683]: DEBUG oslo_vmware.api [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for the task: (returnval){ [ 1617.329112] env[70683]: value = "task-3281943" [ 1617.329112] env[70683]: _type = "Task" [ 1617.329112] env[70683]: } to complete. {{(pid=70683) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.336196] env[70683]: DEBUG oslo_vmware.api [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.838713] env[70683]: DEBUG oslo_vmware.api [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Task: {'id': task-3281943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124705} completed successfully. {{(pid=70683) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.839107] env[70683]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Deleted the datastore file {{(pid=70683) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1617.839107] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Deleted contents of the VM from datastore datastore1 {{(pid=70683) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1617.839266] env[70683]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Instance destroyed {{(pid=70683) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.839438] env[70683]: INFO nova.compute.manager [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1617.839674] env[70683]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70683) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1617.839858] env[70683]: DEBUG nova.compute.manager [-] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Deallocating network for instance {{(pid=70683) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1617.839946] env[70683]: DEBUG nova.network.neutron [-] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] deallocate_for_instance() {{(pid=70683) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1618.087831] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.163633] env[70683]: DEBUG nova.compute.manager [req-449487a6-c0cd-4421-806b-07a7096ed292 req-79c18f31-e524-4ab2-b88e-287ac1f57b5b service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Received event network-vif-deleted-8211e352-3044-4dae-a34a-ded1e615369d {{(pid=70683) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1618.163834] env[70683]: INFO nova.compute.manager [req-449487a6-c0cd-4421-806b-07a7096ed292 req-79c18f31-e524-4ab2-b88e-287ac1f57b5b service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Neutron deleted interface 8211e352-3044-4dae-a34a-ded1e615369d; detaching it from the instance and deleting it from the info cache [ 1618.164008] env[70683]: DEBUG nova.network.neutron [req-449487a6-c0cd-4421-806b-07a7096ed292 req-79c18f31-e524-4ab2-b88e-287ac1f57b5b service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.914256] env[70683]: DEBUG nova.network.neutron [-] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Updating instance_info_cache with network_info: [] {{(pid=70683) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.916278] env[70683]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a6e91b3-3e69-45b3-86a9-dea23c9814dd {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.927238] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511d2a4-160a-4801-9c9a-032f0aa15c8b {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.950995] env[70683]: DEBUG nova.compute.manager [req-449487a6-c0cd-4421-806b-07a7096ed292 req-79c18f31-e524-4ab2-b88e-287ac1f57b5b service nova] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Detach interface failed, port_id=8211e352-3044-4dae-a34a-ded1e615369d, reason: Instance f05bf1ad-768e-4f44-9eb1-4392a71d07a7 could not be found. {{(pid=70683) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1619.086953] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.086953] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.086953] env[70683]: DEBUG nova.compute.manager [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70683) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1619.416921] env[70683]: INFO nova.compute.manager [-] [instance: f05bf1ad-768e-4f44-9eb1-4392a71d07a7] Took 1.58 seconds to deallocate network for instance. [ 1619.923551] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.923993] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.924094] env[70683]: DEBUG nova.objects.instance [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lazy-loading 'resources' on Instance uuid f05bf1ad-768e-4f44-9eb1-4392a71d07a7 {{(pid=70683) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.087198] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.087409] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.458403] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d024cf2-be2e-4f80-9340-6bc84b9026df {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.466088] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80aedb8-24d1-4d15-8d95-1eb9220928c7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.494839] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266f473f-86ec-4c0a-8ab0-b597450d79bf {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.501667] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b59eb7-4a92-4fc6-9cdd-95a8578516a8 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.515323] env[70683]: DEBUG nova.compute.provider_tree [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.018466] env[70683]: DEBUG nova.scheduler.client.report [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.523670] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.544552] env[70683]: INFO nova.scheduler.client.report [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Deleted allocations for instance f05bf1ad-768e-4f44-9eb1-4392a71d07a7 [ 1622.052176] env[70683]: DEBUG oslo_concurrency.lockutils [None req-ed6aa658-91b8-4f98-b1ba-b3767dbcf4b2 tempest-ServersNegativeTestMultiTenantJSON-2020371138 tempest-ServersNegativeTestMultiTenantJSON-2020371138-project-member] Lock "f05bf1ad-768e-4f44-9eb1-4392a71d07a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.822s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.086297] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.588592] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1622.588855] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.589060] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.589222] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70683) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1622.590127] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd99c2d-863b-4ed0-9a17-70d632c231e9 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.598288] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d29822-05aa-4e3d-b0da-3f7e83417112 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.612210] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57afe94c-7cb2-4b5b-8df4-51a0c0e807a7 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.618590] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33a59f2-daaa-439a-acae-732b75fc012f {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.647335] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180773MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=70683) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1622.647477] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1622.647704] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1623.665898] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1623.666351] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70683) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1623.679708] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d229a-9abe-4882-95c0-5823121ebc97 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.687475] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc603e0-b947-4caa-98a4-7611b58f546e {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.716041] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b1d6cd-d3e3-43e4-8597-d310254e2fc0 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.722873] env[70683]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b54923-ba3f-4d5e-b284-c0f447d88a87 {{(pid=70683) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.735368] env[70683]: DEBUG nova.compute.provider_tree [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed in ProviderTree for provider: 310e15c2-2022-48db-970f-b858868c7951 {{(pid=70683) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.238128] env[70683]: DEBUG nova.scheduler.client.report [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Inventory has not changed for provider 310e15c2-2022-48db-970f-b858868c7951 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70683) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.743389] env[70683]: DEBUG nova.compute.resource_tracker [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70683) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1624.743666] env[70683]: DEBUG oslo_concurrency.lockutils [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=70683) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.739883] env[70683]: DEBUG oslo_service.periodic_task [None req-abb47fb9-d70e-4e25-b608-656edda2f2d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70683) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}